VSVideoSource::VSVideoSource(const char *SourceFile, int Track, FFMS_Index *Index,
int AFPSNum, int AFPSDen, int Threads, int SeekMode, int /*RFFMode*/,
int ResizeToWidth, int ResizeToHeight, const char *ResizerName,
int Format, bool OutputAlpha, const VSAPI *vsapi, VSCore *core)
: FPSNum(AFPSNum), FPSDen(AFPSDen), OutputAlpha(OutputAlpha) {
VI[0] = {};
VI[1] = {};
char ErrorMsg[1024];
FFMS_ErrorInfo E;
E.Buffer = ErrorMsg;
E.BufferSize = sizeof(ErrorMsg);
V = FFMS_CreateVideoSource(SourceFile, Track, Index, Threads, SeekMode, &E);
if (!V) {
throw std::runtime_error(std::string("Source: ") + E.Buffer);
}
try {
InitOutputFormat(ResizeToWidth, ResizeToHeight, ResizerName, Format, vsapi, core);
} catch (std::exception &) {
FFMS_DestroyVideoSource(V);
throw;
}
const FFMS_VideoProperties *VP = FFMS_GetVideoProperties(V);
if (FPSNum > 0 && FPSDen > 0) {
muldivRational(&FPSNum, &FPSDen, 1, 1);
VI[0].fpsDen = FPSDen;
VI[0].fpsNum = FPSNum;
if (VP->NumFrames > 1) {
VI[0].numFrames = static_cast<int>((VP->LastTime - VP->FirstTime) * (1 + 1. / (VP->NumFrames - 1)) * FPSNum / FPSDen + 0.5);
if (VI[0].numFrames < 1)
VI[0].numFrames = 1;
} else {
VI[0].numFrames = 1;
}
} else {
VI[0].fpsDen = VP->FPSDenominator;
VI[0].fpsNum = VP->FPSNumerator;
VI[0].numFrames = VP->NumFrames;
muldivRational(&VI[0].fpsNum, &VI[0].fpsDen, 1, 1);
}
if (OutputAlpha) {
VI[1] = VI[0];
VI[1].format = vsapi->registerFormat(cmGray, VI[0].format->sampleType, VI[0].format->bitsPerSample, VI[0].format->subSamplingW, VI[0].format->subSamplingH, core);
}
SARNum = VP->SARNum;
SARDen = VP->SARDen;
}
PVideoFrame AvisynthVideoSource::GetFrame(int n, IScriptEnvironment *Env) {
n = FFMIN(FFMAX(n,0), VI.num_frames - 1);
char ErrorMsg[1024];
FFMS_ErrorInfo E;
E.Buffer = ErrorMsg;
E.BufferSize = sizeof(ErrorMsg);
PVideoFrame Dst = Env->NewVideoFrame(VI);
if (RFFMode > 0) {
const FFMS_Frame *Frame = FFMS_GetFrame(V, FFMIN(FieldList[n].Top, FieldList[n].Bottom), &E);
if (Frame == NULL)
Env->ThrowError("FFVideoSource: %s", E.Buffer);
if (FieldList[n].Top == FieldList[n].Bottom) {
OutputFrame(Frame, Dst, Env);
} else {
int FirstField = FFMIN(FieldList[n].Top, FieldList[n].Bottom) == FieldList[n].Bottom;
OutputField(Frame, Dst, FirstField, Env);
Frame = FFMS_GetFrame(V, FFMAX(FieldList[n].Top, FieldList[n].Bottom), &E);
if (Frame == NULL)
Env->ThrowError("FFVideoSource: %s", E.Buffer);
OutputField(Frame, Dst, !FirstField, Env);
}
} else {
const FFMS_Frame *Frame;
if (FPSNum > 0 && FPSDen > 0) {
Frame = FFMS_GetFrameByTime(V, FFMS_GetVideoProperties(V)->FirstTime +
(double)(n * (int64_t)FPSDen) / FPSNum, &E);
} else {
Frame = FFMS_GetFrame(V, n, &E);
FFMS_Track *T = FFMS_GetTrackFromVideo(V);
const FFMS_TrackTimeBase *TB = FFMS_GetTimeBase(T);
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFVFR_TIME"), static_cast<int>(FFMS_GetFrameInfo(T, n)->PTS * static_cast<double>(TB->Num) / TB->Den));
}
if (Frame == NULL)
Env->ThrowError("FFVideoSource: %s", E.Buffer);
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFPICT_TYPE"), static_cast<int>(Frame->PictType));
OutputFrame(Frame, Dst, Env);
}
return Dst;
}
const VSFrameRef *VS_CC VSVideoSource::GetFrame(int n, int activationReason, void **instanceData, void **, VSFrameContext *frameCtx, VSCore *core, const VSAPI *vsapi) {
VSVideoSource *vs = static_cast<VSVideoSource *>(*instanceData);
if (activationReason == arInitial) {
char ErrorMsg[1024];
FFMS_ErrorInfo E;
E.Buffer = ErrorMsg;
E.BufferSize = sizeof(ErrorMsg);
std::string buf = "Source: ";
int OutputIndex = vs->OutputAlpha ? vsapi->getOutputIndex(frameCtx) : 0;
VSFrameRef *Dst = vsapi->newVideoFrame(vs->VI[OutputIndex].format, vs->VI[OutputIndex].width, vs->VI[OutputIndex].height, nullptr, core);
VSMap *Props = vsapi->getFramePropsRW(Dst);
const FFMS_Frame *Frame;
if (vs->FPSNum > 0 && vs->FPSDen > 0) {
double currentTime = FFMS_GetVideoProperties(vs->V)->FirstTime +
(double)(n * (int64_t)vs->FPSDen) / vs->FPSNum;
Frame = FFMS_GetFrameByTime(vs->V, currentTime, &E);
vsapi->propSetInt(Props, "_DurationNum", vs->FPSDen, paReplace);
vsapi->propSetInt(Props, "_DurationDen", vs->FPSNum, paReplace);
vsapi->propSetFloat(Props, "_AbsoluteTime", currentTime, paReplace);
} else {
Frame = FFMS_GetFrame(vs->V, n, &E);
FFMS_Track *T = FFMS_GetTrackFromVideo(vs->V);
const FFMS_TrackTimeBase *TB = FFMS_GetTimeBase(T);
int64_t num;
if (n + 1 < vs->VI[0].numFrames)
num = FFMS_GetFrameInfo(T, n + 1)->PTS - FFMS_GetFrameInfo(T, n)->PTS;
else if (n > 0) // simply use the second to last frame's duration for the last one, should be good enough
num = FFMS_GetFrameInfo(T, n)->PTS - FFMS_GetFrameInfo(T, n - 1)->PTS;
else // just make it one timebase if it's a single frame clip
num = 1;
int64_t DurNum = TB->Num * num;
int64_t DurDen = TB->Den * 1000;
muldivRational(&DurNum, &DurDen, 1, 1);
vsapi->propSetInt(Props, "_DurationNum", DurNum, paReplace);
vsapi->propSetInt(Props, "_DurationDen", DurDen, paReplace);
vsapi->propSetFloat(Props, "_AbsoluteTime", ((static_cast<double>(TB->Num) / 1000) * FFMS_GetFrameInfo(T, n)->PTS) / TB->Den, paReplace);
}
if (Frame == nullptr) {
buf += E.Buffer;
vsapi->setFilterError(buf.c_str(), frameCtx);
return nullptr;
}
// Set AR variables
if (vs->SARNum > 0 && vs->SARDen > 0) {
vsapi->propSetInt(Props, "_SARNum", vs->SARNum, paReplace);
vsapi->propSetInt(Props, "_SARDen", vs->SARDen, paReplace);
}
vsapi->propSetInt(Props, "_Matrix", Frame->ColorSpace, paReplace);
vsapi->propSetInt(Props, "_Primaries", Frame->ColorPrimaries, paReplace);
vsapi->propSetInt(Props, "_Transfer", Frame->TransferCharateristics, paReplace);
if (Frame->ChromaLocation > 0)
vsapi->propSetInt(Props, "_ChromaLocation", Frame->ChromaLocation - 1, paReplace);
if (Frame->ColorRange == FFMS_CR_MPEG)
vsapi->propSetInt(Props, "_ColorRange", 1, paReplace);
else if (Frame->ColorRange == FFMS_CR_JPEG)
vsapi->propSetInt(Props, "_ColorRange", 0, paReplace);
vsapi->propSetData(Props, "_PictType", &Frame->PictType, 1, paReplace);
// Set field information
int FieldBased = 0;
if (Frame->InterlacedFrame)
FieldBased = (Frame->TopFieldFirst ? 2 : 1);
vsapi->propSetInt(Props, "_FieldBased", FieldBased, paReplace);
if (OutputIndex == 0)
OutputFrame(Frame, Dst, vsapi);
else
OutputAlphaFrame(Frame, vs->VI[0].format->numPlanes, Dst, vsapi);
return Dst;
}
return nullptr;
}
AvisynthVideoSource::AvisynthVideoSource(const char *SourceFile, int Track, FFMS_Index *Index,
int FPSNum, int FPSDen, int Threads, int SeekMode, int RFFMode,
int ResizeToWidth, int ResizeToHeight, const char *ResizerName,
const char *ConvertToFormatName, const char *VarPrefix, IScriptEnvironment* Env)
: FPSNum(FPSNum)
, FPSDen(FPSDen)
, RFFMode(RFFMode)
, VarPrefix(VarPrefix)
{
VI = {};
// check if the two functions we need for many bits are present
VI.pixel_type = VideoInfo::CS_Y16;
HighBitDepth = (VI.ComponentSize() == 2 && VI.IsY());
VI.pixel_type = VideoInfo::CS_UNKNOWN;
ErrorInfo E;
V = FFMS_CreateVideoSource(SourceFile, Track, Index, Threads, SeekMode, &E);
if (!V)
Env->ThrowError("FFVideoSource: %s", E.Buffer);
try {
InitOutputFormat(ResizeToWidth, ResizeToHeight, ResizerName, ConvertToFormatName, Env);
} catch (AvisynthError &) {
FFMS_DestroyVideoSource(V);
throw;
}
const FFMS_VideoProperties *VP = FFMS_GetVideoProperties(V);
if (RFFMode > 0) {
// This part assumes things, and so should you
FFMS_Track *VTrack = FFMS_GetTrackFromVideo(V);
if (FFMS_GetFrameInfo(VTrack, 0)->RepeatPict < 0) {
FFMS_DestroyVideoSource(V);
Env->ThrowError("FFVideoSource: No RFF flags present");
}
int RepeatMin = FFMS_GetFrameInfo(VTrack, 0)->RepeatPict;;
int NumFields = 0;
for (int i = 0; i < VP->NumFrames; i++) {
int RepeatPict = FFMS_GetFrameInfo(VTrack, i)->RepeatPict;
NumFields += RepeatPict + 1;
RepeatMin = std::min(RepeatMin, RepeatPict);
}
for (int i = 0; i < VP->NumFrames; i++) {
int RepeatPict = FFMS_GetFrameInfo(VTrack, i)->RepeatPict;
if (((RepeatPict + 1) * 2) % (RepeatMin + 1)) {
FFMS_DestroyVideoSource(V);
Env->ThrowError("FFVideoSource: Unsupported RFF flag pattern");
}
}
VI.fps_denominator = VP->RFFDenominator * (RepeatMin + 1);
VI.fps_numerator = VP->RFFNumerator;
VI.num_frames = (NumFields + RepeatMin) / (RepeatMin + 1);
int DestField = 0;
FieldList.resize(VI.num_frames);
for (int i = 0; i < VP->NumFrames; i++) {
int RepeatPict = FFMS_GetFrameInfo(VTrack, i)->RepeatPict;
int RepeatFields = ((RepeatPict + 1) * 2) / (RepeatMin + 1);
for (int j = 0; j < RepeatFields; j++) {
if ((DestField + (VP->TopFieldFirst ? 0 : 1)) & 1)
FieldList[DestField / 2].Top = i;
else
FieldList[DestField / 2].Bottom = i;
DestField++;
}
}
if (RFFMode == 2) {
VI.num_frames = (VI.num_frames * 4) / 5;
VI.fps_denominator *= 5;
VI.fps_numerator *= 4;
int OutputFrames = 0;
for (int i = 0; i < VI.num_frames / 4; i++) {
bool HasDropped = false;
FieldList[OutputFrames].Top = FieldList[i * 5].Top;
FieldList[OutputFrames].Bottom = FieldList[i * 5].Top;
OutputFrames++;
for (int j = 1; j < 5; j++) {
if (!HasDropped && FieldList[i * 5 + j - 1].Top == FieldList[i * 5 + j].Top) {
HasDropped = true;
continue;
}
FieldList[OutputFrames].Top = FieldList[i * 5 + j].Top;
FieldList[OutputFrames].Bottom = FieldList[i * 5 + j].Top;
OutputFrames++;
}
if (!HasDropped)
OutputFrames--;
}
if (OutputFrames > 0)
for (int i = OutputFrames - 1; i < static_cast<int>(FieldList.size()); i++) {
FieldList[i].Top = FieldList[OutputFrames - 1].Top;
FieldList[i].Bottom = FieldList[OutputFrames - 1].Top;
}
FieldList.resize(VI.num_frames);
}
} else {
if (FPSNum > 0 && FPSDen > 0) {
VI.fps_denominator = FPSDen;
VI.fps_numerator = FPSNum;
if (VP->NumFrames > 1) {
VI.num_frames = static_cast<int>((VP->LastTime - VP->FirstTime) * (1 + 1. / (VP->NumFrames - 1)) * FPSNum / FPSDen + 0.5);
if (VI.num_frames < 1) VI.num_frames = 1;
} else {
VI.num_frames = 1;
}
} else {
VI.fps_denominator = VP->FPSDenominator;
VI.fps_numerator = VP->FPSNumerator;
VI.num_frames = VP->NumFrames;
}
}
// Set AR variables
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFSAR_NUM"), VP->SARNum);
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFSAR_DEN"), VP->SARDen);
if (VP->SARNum > 0 && VP->SARDen > 0)
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFSAR"), VP->SARNum / (double)VP->SARDen);
// Set crop variables
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFCROP_LEFT"), VP->CropLeft);
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFCROP_RIGHT"), VP->CropRight);
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFCROP_TOP"), VP->CropTop);
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFCROP_BOTTOM"), VP->CropBottom);
Env->SetGlobalVar("FFVAR_PREFIX", this->VarPrefix);
}
void AvisynthVideoSource::InitOutputFormat(
int ResizeToWidth, int ResizeToHeight, const char *ResizerName,
const char *ConvertToFormatName, IScriptEnvironment *Env) {
ErrorInfo E;
const FFMS_VideoProperties *VP = FFMS_GetVideoProperties(V);
const FFMS_Frame *F = FFMS_GetFrame(V, 0, &E);
if (!F)
Env->ThrowError("FFVideoSource: %s", E.Buffer);
std::vector<int> TargetFormats;
if (HighBitDepth) {
TargetFormats.push_back(FFMS_GetPixFmt("yuv420p16"));
TargetFormats.push_back(FFMS_GetPixFmt("yuva420p16"));
TargetFormats.push_back(FFMS_GetPixFmt("yuv422p16"));
TargetFormats.push_back(FFMS_GetPixFmt("yuva422p16"));
TargetFormats.push_back(FFMS_GetPixFmt("yuv444p16"));
TargetFormats.push_back(FFMS_GetPixFmt("yuva444p16"));
TargetFormats.push_back(FFMS_GetPixFmt("yuv420p10"));
TargetFormats.push_back(FFMS_GetPixFmt("yuva420p10"));
TargetFormats.push_back(FFMS_GetPixFmt("yuv422p10"));
TargetFormats.push_back(FFMS_GetPixFmt("yuva422p10"));
TargetFormats.push_back(FFMS_GetPixFmt("yuv444p10"));
TargetFormats.push_back(FFMS_GetPixFmt("yuva444p10"));
TargetFormats.push_back(FFMS_GetPixFmt("gbrp16"));
TargetFormats.push_back(FFMS_GetPixFmt("gbrap16"));
TargetFormats.push_back(FFMS_GetPixFmt("gray16"));
TargetFormats.push_back(FFMS_GetPixFmt("yuva420p"));
TargetFormats.push_back(FFMS_GetPixFmt("yuva422p"));
TargetFormats.push_back(FFMS_GetPixFmt("yuva444p"));
}
TargetFormats.push_back(FFMS_GetPixFmt("yuv410p"));
TargetFormats.push_back(FFMS_GetPixFmt("yuv411p"));
TargetFormats.push_back(FFMS_GetPixFmt("yuv420p"));
TargetFormats.push_back(FFMS_GetPixFmt("yuv422p"));
TargetFormats.push_back(FFMS_GetPixFmt("yuv444p"));
TargetFormats.push_back(FFMS_GetPixFmt("gray8"));
TargetFormats.push_back(FFMS_GetPixFmt("yuyv422"));
TargetFormats.push_back(FFMS_GetPixFmt("bgra"));
// Remove unsupported formats from list so they don't appear as an early termination
TargetFormats.erase(std::remove(TargetFormats.begin(), TargetFormats.end(), -1), TargetFormats.end());
TargetFormats.push_back(-1);
// PIX_FMT_NV21 is misused as a return value different to the defined ones in the function
AVPixelFormat TargetPixelFormat = CSNameToPIXFMT(ConvertToFormatName, FFMS_PIX_FMT(NV21), HighBitDepth);
if (TargetPixelFormat == FFMS_PIX_FMT(NONE))
Env->ThrowError("FFVideoSource: Invalid colorspace name specified");
if (TargetPixelFormat != FFMS_PIX_FMT(NV21)) {
TargetFormats.clear();
TargetFormats.push_back(TargetPixelFormat);
TargetFormats.push_back(-1);
}
if (ResizeToWidth <= 0)
ResizeToWidth = F->EncodedWidth;
if (ResizeToHeight <= 0)
ResizeToHeight = F->EncodedHeight;
int Resizer = ResizerNameToSWSResizer(ResizerName);
if (Resizer == 0)
Env->ThrowError("FFVideoSource: Invalid resizer name specified");
if (FFMS_SetOutputFormatV2(V, TargetFormats.data(),
ResizeToWidth, ResizeToHeight, Resizer, &E))
Env->ThrowError("FFVideoSource: No suitable output format found");
F = FFMS_GetFrame(V, 0, &E);
TargetFormats.clear();
TargetFormats.push_back(F->ConvertedPixelFormat);
TargetFormats.push_back(-1);
// This trick is required to first get the "best" default format and then set only that format as the output
if (FFMS_SetOutputFormatV2(V, TargetFormats.data(),
ResizeToWidth, ResizeToHeight, Resizer, &E))
Env->ThrowError("FFVideoSource: No suitable output format found");
F = FFMS_GetFrame(V, 0, &E);
if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuvj420p") || F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv420p"))
VI.pixel_type = VideoInfo::CS_I420;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuva420p"))
VI.pixel_type = VideoInfo::CS_YUVA420;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuvj422p") || F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv422p"))
VI.pixel_type = VideoInfo::CS_YV16;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuva422p"))
VI.pixel_type = VideoInfo::CS_YUVA422;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuvj444p") || F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv444p"))
VI.pixel_type = VideoInfo::CS_YV24;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuva444p"))
VI.pixel_type = VideoInfo::CS_YUVA444;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv411p"))
VI.pixel_type = VideoInfo::CS_YV411;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv410p"))
VI.pixel_type = VideoInfo::CS_YUV9;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("gray8"))
VI.pixel_type = VideoInfo::CS_Y8;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuyv422"))
VI.pixel_type = VideoInfo::CS_YUY2;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("rgb32"))
VI.pixel_type = VideoInfo::CS_BGR32;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("bgr24"))
VI.pixel_type = VideoInfo::CS_BGR24;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv420p16"))
VI.pixel_type = VideoInfo::CS_YUV420P16;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuva420p16"))
VI.pixel_type = VideoInfo::CS_YUVA420P16;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv422p16"))
VI.pixel_type = VideoInfo::CS_YUV422P16;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuva422p16"))
VI.pixel_type = VideoInfo::CS_YUVA422P16;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv444p16"))
VI.pixel_type = VideoInfo::CS_YUV444P16;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuva444p16"))
VI.pixel_type = VideoInfo::CS_YUVA444P16;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv420p10"))
VI.pixel_type = VideoInfo::CS_YUV420P10;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuva420p10"))
VI.pixel_type = VideoInfo::CS_YUVA420P10;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv422p10"))
VI.pixel_type = VideoInfo::CS_YUV422P10;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuva422p10"))
VI.pixel_type = VideoInfo::CS_YUVA422P10;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv444p10"))
VI.pixel_type = VideoInfo::CS_YUV444P10;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuva444p10"))
VI.pixel_type = VideoInfo::CS_YUVA444P10;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("gbrp16"))
VI.pixel_type = VideoInfo::CS_RGBP16;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("gbrap16"))
VI.pixel_type = VideoInfo::CS_RGBAP16;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("gray16"))
VI.pixel_type = VideoInfo::CS_Y16;
else
Env->ThrowError("FFVideoSource: No suitable output format found");
if (RFFMode > 0 && ResizeToHeight != F->EncodedHeight)
Env->ThrowError("FFVideoSource: Vertical scaling not allowed in RFF mode");
if (RFFMode > 0 && TargetPixelFormat != FFMS_PIX_FMT(NV21))
Env->ThrowError("FFVideoSource: Only the default output colorspace can be used in RFF mode");
// set color information variables
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFCOLOR_SPACE"), F->ColorSpace);
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFCOLOR_RANGE"), F->ColorRange);
if (VP->TopFieldFirst)
VI.image_type = VideoInfo::IT_TFF;
else
VI.image_type = VideoInfo::IT_BFF;
VI.width = F->ScaledWidth;
VI.height = F->ScaledHeight;
// Crop to obey subsampling width/height requirements
VI.width -= VI.width % (1 << GetSubSamplingW(VI));
VI.height -= VI.height % (1 << (GetSubSamplingH(VI) + (RFFMode > 0 ? 1 : 0)));
}
void AvisynthVideoSource::InitOutputFormat(
int ResizeToWidth, int ResizeToHeight, const char *ResizerName,
const char *ConvertToFormatName, IScriptEnvironment *Env) {
char ErrorMsg[1024];
FFMS_ErrorInfo E;
E.Buffer = ErrorMsg;
E.BufferSize = sizeof(ErrorMsg);
const FFMS_VideoProperties *VP = FFMS_GetVideoProperties(V);
const FFMS_Frame *F = FFMS_GetFrame(V, 0, &E);
if (!F)
Env->ThrowError("FFVideoSource: %s", E.Buffer);
int TargetFormats[4];
TargetFormats[0] = FFMS_GetPixFmt("yuv420p");
TargetFormats[1] = FFMS_GetPixFmt("yuyv422");
TargetFormats[2] = FFMS_GetPixFmt("bgra");
TargetFormats[3] = -1;
// PIX_FMT_NV21 is misused as a return value different to the defined ones in the function
PixelFormat TargetPixelFormat = CSNameToPIXFMT(ConvertToFormatName, PIX_FMT_NV21);
if (TargetPixelFormat == PIX_FMT_NONE)
Env->ThrowError("FFVideoSource: Invalid colorspace name specified");
if (TargetPixelFormat != PIX_FMT_NV21) {
TargetFormats[0] = TargetPixelFormat;
TargetFormats[1] = -1;
}
if (ResizeToWidth <= 0)
ResizeToWidth = F->EncodedWidth;
if (ResizeToHeight <= 0)
ResizeToHeight = F->EncodedHeight;
int Resizer = ResizerNameToSWSResizer(ResizerName);
if (Resizer == 0)
Env->ThrowError("FFVideoSource: Invalid resizer name specified");
if (FFMS_SetOutputFormatV2(V, TargetFormats,
ResizeToWidth, ResizeToHeight, Resizer, &E))
Env->ThrowError("FFVideoSource: No suitable output format found");
F = FFMS_GetFrame(V, 0, &E);
TargetFormats[0] = F->ConvertedPixelFormat;
TargetFormats[1] = -1;
// This trick is required to first get the "best" default format and then set only that format as the output
if (FFMS_SetOutputFormatV2(V, TargetFormats,
ResizeToWidth, ResizeToHeight, Resizer, &E))
Env->ThrowError("FFVideoSource: No suitable output format found");
F = FFMS_GetFrame(V, 0, &E);
if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuvj420p") || F->ConvertedPixelFormat == FFMS_GetPixFmt("yuv420p"))
VI.pixel_type = VideoInfo::CS_I420;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("yuyv422"))
VI.pixel_type = VideoInfo::CS_YUY2;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("rgb32"))
VI.pixel_type = VideoInfo::CS_BGR32;
else if (F->ConvertedPixelFormat == FFMS_GetPixFmt("bgr24"))
VI.pixel_type = VideoInfo::CS_BGR24;
else
Env->ThrowError("FFVideoSource: No suitable output format found");
if (RFFMode > 0 && ResizeToHeight != F->EncodedHeight)
Env->ThrowError("FFVideoSource: Vertical scaling not allowed in RFF mode");
if (RFFMode > 0 && TargetPixelFormat != PIX_FMT_NV21)
Env->ThrowError("FFVideoSource: Only the default output colorspace can be used in RFF mode");
// set color information variables
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFCOLOR_SPACE"), F->ColorSpace);
Env->SetVar(Env->Sprintf("%s%s", this->VarPrefix, "FFCOLOR_RANGE"), F->ColorRange);
if (VP->TopFieldFirst)
VI.image_type = VideoInfo::IT_TFF;
else
VI.image_type = VideoInfo::IT_BFF;
VI.width = F->ScaledWidth;
VI.height = F->ScaledHeight;
// Crop to obey avisynth's even width/height requirements
if (VI.pixel_type == VideoInfo::CS_I420) {
VI.height -= VI.height & 1;
VI.width -= VI.width & 1;
}
if (VI.pixel_type == VideoInfo::CS_YUY2) {
VI.width -= VI.width & 1;
}
if (RFFMode > 0) {
VI.height -= VI.height & 1;
}
}
/// @brief Opens video
/// @param filename The filename to open
void FFmpegSourceVideoProvider::LoadVideo(wxString filename) {
wxString FileNameShort = wxFileName(filename).GetShortPath();
FFMS_Indexer *Indexer = FFMS_CreateIndexer(FileNameShort.utf8_str(), &ErrInfo);
if (Indexer == NULL) {
throw agi::FileNotFoundError(ErrInfo.Buffer);
}
std::map<int,wxString> TrackList = GetTracksOfType(Indexer, FFMS_TYPE_VIDEO);
if (TrackList.size() <= 0)
throw VideoNotSupported("no video tracks found");
// initialize the track number to an invalid value so we can detect later on
// whether the user actually had to choose a track or not
int TrackNumber = -1;
if (TrackList.size() > 1) {
TrackNumber = AskForTrackSelection(TrackList, FFMS_TYPE_VIDEO);
// if it's still -1 here, user pressed cancel
if (TrackNumber == -1)
throw agi::UserCancelException("video loading cancelled by user");
}
// generate a name for the cache file
wxString CacheName = GetCacheFilename(filename);
// try to read index
FFMS_Index *Index = NULL;
Index = FFMS_ReadIndex(CacheName.utf8_str(), &ErrInfo);
bool IndexIsValid = false;
if (Index != NULL) {
if (FFMS_IndexBelongsToFile(Index, FileNameShort.utf8_str(), &ErrInfo)) {
FFMS_DestroyIndex(Index);
Index = NULL;
}
else
IndexIsValid = true;
}
// time to examine the index and check if the track we want is indexed
// technically this isn't really needed since all video tracks should always be indexed,
// but a bit of sanity checking never hurt anyone
if (IndexIsValid && TrackNumber >= 0) {
FFMS_Track *TempTrackData = FFMS_GetTrackFromIndex(Index, TrackNumber);
if (FFMS_GetNumFrames(TempTrackData) <= 0) {
IndexIsValid = false;
FFMS_DestroyIndex(Index);
Index = NULL;
}
}
// moment of truth
if (!IndexIsValid) {
int TrackMask = OPT_GET("Provider/FFmpegSource/Index All Tracks")->GetBool() ? FFMS_TRACKMASK_ALL : FFMS_TRACKMASK_NONE;
try {
// ignore audio decoding errors here, we don't care right now
Index = DoIndexing(Indexer, CacheName, TrackMask, FFMS_IEH_IGNORE);
}
catch (wxString err) {
throw VideoOpenError(STD_STR(err));
}
}
// update access time of index file so it won't get cleaned away
wxFileName(CacheName).Touch();
// we have now read the index and may proceed with cleaning the index cache
if (!CleanCache()) {
//do something?
}
// track number still not set?
if (TrackNumber < 0) {
// just grab the first track
TrackNumber = FFMS_GetFirstIndexedTrackOfType(Index, FFMS_TYPE_VIDEO, &ErrInfo);
if (TrackNumber < 0) {
FFMS_DestroyIndex(Index);
Index = NULL;
throw VideoNotSupported(std::string("Couldn't find any video tracks: ") + ErrInfo.Buffer);
}
}
// set thread count
int Threads = OPT_GET("Provider/Video/FFmpegSource/Decoding Threads")->GetInt();
// set seekmode
// TODO: give this its own option?
int SeekMode;
if (OPT_GET("Provider/Video/FFmpegSource/Unsafe Seeking")->GetBool())
SeekMode = FFMS_SEEK_UNSAFE;
else
SeekMode = FFMS_SEEK_NORMAL;
VideoSource = FFMS_CreateVideoSource(FileNameShort.utf8_str(), TrackNumber, Index, Threads, SeekMode, &ErrInfo);
FFMS_DestroyIndex(Index);
Index = NULL;
if (VideoSource == NULL) {
throw VideoOpenError(std::string("Failed to open video track: ") + ErrInfo.Buffer);
}
// load video properties
VideoInfo = FFMS_GetVideoProperties(VideoSource);
const FFMS_Frame *TempFrame = FFMS_GetFrame(VideoSource, 0, &ErrInfo);
if (TempFrame == NULL) {
throw VideoOpenError(std::string("Failed to decode first frame: ") + ErrInfo.Buffer);
}
Width = TempFrame->EncodedWidth;
Height = TempFrame->EncodedHeight;
if (FFMS_SetOutputFormatV(VideoSource, 1LL << FFMS_GetPixFmt("bgra"), Width, Height, FFMS_RESIZER_BICUBIC, &ErrInfo)) {
throw VideoOpenError(std::string("Failed to set output format: ") + ErrInfo.Buffer);
}
// get frame info data
FFMS_Track *FrameData = FFMS_GetTrackFromVideo(VideoSource);
if (FrameData == NULL)
throw VideoOpenError("failed to get frame data");
const FFMS_TrackTimeBase *TimeBase = FFMS_GetTimeBase(FrameData);
if (TimeBase == NULL)
throw VideoOpenError("failed to get track time base");
const FFMS_FrameInfo *CurFrameData;
// build list of keyframes and timecodes
std::vector<int> TimecodesVector;
for (int CurFrameNum = 0; CurFrameNum < VideoInfo->NumFrames; CurFrameNum++) {
CurFrameData = FFMS_GetFrameInfo(FrameData, CurFrameNum);
if (CurFrameData == NULL) {
throw VideoOpenError(STD_STR(wxString::Format(L"Couldn't get info about frame %d", CurFrameNum)));
}
// keyframe?
if (CurFrameData->KeyFrame)
KeyFramesList.push_back(CurFrameNum);
// calculate timestamp and add to timecodes vector
int Timestamp = (int)((CurFrameData->PTS * TimeBase->Num) / TimeBase->Den);
TimecodesVector.push_back(Timestamp);
}
Timecodes = agi::vfr::Framerate(TimecodesVector);
FrameNumber = 0;
}
/// @brief Opens video
/// @param filename The filename to open
void FFmpegSourceVideoProvider::LoadVideo(wxString filename) {
wxString FileNameShort = wxFileName(filename).GetShortPath();
FFMS_Indexer *Indexer = FFMS_CreateIndexer(FileNameShort.utf8_str(), &ErrInfo);
if (!Indexer)
throw agi::FileNotFoundError(ErrInfo.Buffer);
std::map<int,wxString> TrackList = GetTracksOfType(Indexer, FFMS_TYPE_VIDEO);
if (TrackList.size() <= 0)
throw VideoNotSupported("no video tracks found");
// initialize the track number to an invalid value so we can detect later on
// whether the user actually had to choose a track or not
int TrackNumber = -1;
if (TrackList.size() > 1) {
TrackNumber = AskForTrackSelection(TrackList, FFMS_TYPE_VIDEO);
// if it's still -1 here, user pressed cancel
if (TrackNumber == -1)
throw agi::UserCancelException("video loading cancelled by user");
}
// generate a name for the cache file
wxString CacheName = GetCacheFilename(filename);
// try to read index
agi::scoped_holder<FFMS_Index*, void (FFMS_CC*)(FFMS_Index*)>
Index(FFMS_ReadIndex(CacheName.utf8_str(), &ErrInfo), FFMS_DestroyIndex);
if (Index && FFMS_IndexBelongsToFile(Index, FileNameShort.utf8_str(), &ErrInfo))
Index = NULL;
// time to examine the index and check if the track we want is indexed
// technically this isn't really needed since all video tracks should always be indexed,
// but a bit of sanity checking never hurt anyone
if (Index && TrackNumber >= 0) {
FFMS_Track *TempTrackData = FFMS_GetTrackFromIndex(Index, TrackNumber);
if (FFMS_GetNumFrames(TempTrackData) <= 0)
Index = NULL;
}
// moment of truth
if (!Index) {
int TrackMask = FFMS_TRACKMASK_NONE;
if (OPT_GET("Provider/FFmpegSource/Index All Tracks")->GetBool() || OPT_GET("Video/Open Audio")->GetBool())
TrackMask = FFMS_TRACKMASK_ALL;
Index = DoIndexing(Indexer, CacheName, TrackMask, GetErrorHandlingMode());
}
else {
FFMS_CancelIndexing(Indexer);
}
// update access time of index file so it won't get cleaned away
wxFileName(CacheName).Touch();
// we have now read the index and may proceed with cleaning the index cache
CleanCache();
// track number still not set?
if (TrackNumber < 0) {
// just grab the first track
TrackNumber = FFMS_GetFirstIndexedTrackOfType(Index, FFMS_TYPE_VIDEO, &ErrInfo);
if (TrackNumber < 0)
throw VideoNotSupported(std::string("Couldn't find any video tracks: ") + ErrInfo.Buffer);
}
// set thread count
int Threads = OPT_GET("Provider/Video/FFmpegSource/Decoding Threads")->GetInt();
if (FFMS_GetVersion() < ((2 << 24) | (17 << 16) | (2 << 8) | 1) && FFMS_GetSourceType(Index) == FFMS_SOURCE_LAVF)
Threads = 1;
// set seekmode
// TODO: give this its own option?
int SeekMode;
if (OPT_GET("Provider/Video/FFmpegSource/Unsafe Seeking")->GetBool())
SeekMode = FFMS_SEEK_UNSAFE;
else
SeekMode = FFMS_SEEK_NORMAL;
VideoSource = FFMS_CreateVideoSource(FileNameShort.utf8_str(), TrackNumber, Index, Threads, SeekMode, &ErrInfo);
if (!VideoSource)
throw VideoOpenError(std::string("Failed to open video track: ") + ErrInfo.Buffer);
// load video properties
VideoInfo = FFMS_GetVideoProperties(VideoSource);
const FFMS_Frame *TempFrame = FFMS_GetFrame(VideoSource, 0, &ErrInfo);
if (!TempFrame)
throw VideoOpenError(std::string("Failed to decode first frame: ") + ErrInfo.Buffer);
Width = TempFrame->EncodedWidth;
Height = TempFrame->EncodedHeight;
if (VideoInfo->SARDen > 0 && VideoInfo->SARNum > 0)
DAR = double(Width) * VideoInfo->SARNum / ((double)Height * VideoInfo->SARDen);
else
DAR = double(Width) / Height;
// Assuming TV for unspecified
wxString ColorRange = TempFrame->ColorRange == FFMS_CR_JPEG ? "PC" : "TV";
int CS = TempFrame->ColorSpace;
#if FFMS_VERSION >= ((2 << 24) | (17 << 16) | (1 << 8) | 0)
if (CS != FFMS_CS_RGB && CS != FFMS_CS_BT470BG && OPT_GET("Video/Force BT.601")->GetBool()) {
if (FFMS_SetInputFormatV(VideoSource, FFMS_CS_BT470BG, TempFrame->ColorRange, FFMS_GetPixFmt(""), &ErrInfo))
throw VideoOpenError(std::string("Failed to set input format: ") + ErrInfo.Buffer);
CS = FFMS_CS_BT470BG;
}
#endif
switch (CS) {
case FFMS_CS_RGB:
ColorSpace = "None";
break;
case FFMS_CS_BT709:
ColorSpace = wxString::Format("%s.709", ColorRange);
break;
case FFMS_CS_UNSPECIFIED:
ColorSpace = wxString::Format("%s.%s", ColorRange, Width > 1024 || Height >= 600 ? "709" : "601");
break;
case FFMS_CS_FCC:
ColorSpace = wxString::Format("%s.FCC", ColorRange);
break;
case FFMS_CS_BT470BG:
case FFMS_CS_SMPTE170M:
ColorSpace = wxString::Format("%s.601", ColorRange);
break;
case FFMS_CS_SMPTE240M:
ColorSpace = wxString::Format("%s.240M", ColorRange);
break;
default:
throw VideoOpenError("Unknown video color space");
break;
}
const int TargetFormat[] = { FFMS_GetPixFmt("bgra"), -1 };
if (FFMS_SetOutputFormatV2(VideoSource, TargetFormat, Width, Height, FFMS_RESIZER_BICUBIC, &ErrInfo)) {
throw VideoOpenError(std::string("Failed to set output format: ") + ErrInfo.Buffer);
}
// get frame info data
FFMS_Track *FrameData = FFMS_GetTrackFromVideo(VideoSource);
if (FrameData == NULL)
throw VideoOpenError("failed to get frame data");
const FFMS_TrackTimeBase *TimeBase = FFMS_GetTimeBase(FrameData);
if (TimeBase == NULL)
throw VideoOpenError("failed to get track time base");
const FFMS_FrameInfo *CurFrameData;
// build list of keyframes and timecodes
std::vector<int> TimecodesVector;
for (int CurFrameNum = 0; CurFrameNum < VideoInfo->NumFrames; CurFrameNum++) {
CurFrameData = FFMS_GetFrameInfo(FrameData, CurFrameNum);
if (CurFrameData == NULL) {
throw VideoOpenError(STD_STR(wxString::Format("Couldn't get info about frame %d", CurFrameNum)));
}
// keyframe?
if (CurFrameData->KeyFrame)
KeyFramesList.push_back(CurFrameNum);
// calculate timestamp and add to timecodes vector
int Timestamp = (int)((CurFrameData->PTS * TimeBase->Num) / TimeBase->Den);
TimecodesVector.push_back(Timestamp);
}
if (TimecodesVector.size() < 2)
Timecodes = 25.0;
else
Timecodes = agi::vfr::Framerate(TimecodesVector);
FrameNumber = 0;
}
// Constructor and destructor
c_media_file_ffms::c_media_file_ffms(boost::filesystem::path path) :
// Path
m_path(path),
// File
m_source(nullptr),
// Info
m_frames(0), m_rate(0), m_aspect(1), m_width(0), m_height(0)
{
// Debug
//std::cout << boost::format("FFMS: Opening file! path = %1%") % path << std::endl;
// FFMS error
m_fferr.Buffer = m_ffmsg.data();
m_fferr.BufferSize = m_ffmsg.size();
m_fferr.ErrorType = FFMS_ERROR_SUCCESS;
m_fferr.SubType = FFMS_ERROR_SUCCESS;
// Library
FFMS_Init(0, 1);
// Index
FFMS_Index* index = nullptr;
// Cached index
auto path_index = m_path;
path_index.replace_extension(".ffindex");
if (boost::filesystem::is_regular_file(path_index)) {
// Read index
index = FFMS_ReadIndex(path_index.c_str(), &m_fferr);
if (index) {
// Check validity
int result = FFMS_IndexBelongsToFile(index, m_path.c_str(), &m_fferr);
if (result) {
// Invalid index
FFMS_DestroyIndex(index);
index = nullptr;
// Delete index file too
boost::filesystem::remove(path_index);
}
}
}
// Create index
if (!index) {
// Indexer
FFMS_Indexer* indexer = FFMS_CreateIndexer(m_path.c_str(), &m_fferr);
if (!indexer)
throw c_exception("FFMS: Could not create indexer!", { throw_format("path", m_path) });
//index = FFMS_DoIndexing2(indexer, FFMS_IEH_ABORT, &m_fferr);
index = FFMS_DoIndexing(indexer, 0, 0, nullptr, nullptr, FFMS_IEH_ABORT, nullptr, nullptr, &m_fferr);
if (!index)
throw c_exception("FFMS: Failed to index media!", { throw_format("path", m_path) });
// Write index to file
FFMS_WriteIndex(path_index.c_str(), index, &m_fferr);
}
// Track
int track_id = FFMS_GetFirstTrackOfType(index, FFMS_TYPE_VIDEO, &m_fferr);
if (track_id < 0) {
FFMS_DestroyIndex(index);
throw c_exception("FFMS: Failed to find any video tracks!", { throw_format("path", m_path) });
}
// Source
m_source = FFMS_CreateVideoSource(m_path.c_str(), track_id, index, 1, FFMS_SEEK_NORMAL, &m_fferr);
if (!m_source) {
FFMS_DestroyIndex(index);
throw c_exception("FFMS: Failed to create video source!", { throw_format("path", m_path) });
}
// Destroy index
FFMS_DestroyIndex(index);
index = nullptr;
// Video properties
const FFMS_VideoProperties* props = FFMS_GetVideoProperties(m_source);
m_frames = props->NumFrames;
if (props->FirstTime < props->LastTime && props->LastTime > 0.0)
m_rate = (props->LastTime - props->FirstTime) / static_cast<double>(m_frames);
else if (props->FPSNumerator != 0)
m_rate = static_cast<double>(props->FPSNumerator) / static_cast<double>(props->FPSDenominator);
if (props->SARNum != 0)
m_aspect = static_cast<double>(props->SARNum) / static_cast<double>(props->SARDen);
// First frame
const FFMS_Frame* frame = FFMS_GetFrame(m_source, 0, &m_fferr);
if (!frame)
throw c_exception("FFMS: Failed to get first video frame!", { throw_format("path", m_path) });
if (frame->ScaledWidth > 0)
m_width = frame->ScaledWidth;
else
m_width = frame->EncodedWidth;
if (frame->ScaledHeight > 0)
m_height = frame->ScaledHeight;
else
m_height = frame->EncodedHeight;
// Conversion
int pixfmts[2];
pixfmts[0] = FFMS_GetPixFmt("rgb24");
pixfmts[1] = -1;
if (FFMS_SetOutputFormatV2(m_source, pixfmts, frame->EncodedWidth, frame->EncodedHeight, FFMS_RESIZER_POINT, &m_fferr))
throw c_exception("FFMS: Failed to set output format!", { throw_format("path", m_path) });
// Info
std::cout << boost::format("FFMS: width = %d, height = %d, frames = %d, rate = %.3f, aspect = %.3f") %
m_width % m_height % m_frames % m_rate % m_aspect << std::endl;
}
