void ex_mfcc_chain () {
ITheFramework *frame = Factory::GetFramework ();
Decorator *decorator = ssi_create (Decorator, 0, true);
frame->AddDecorator(decorator);
// audio sensor
#ifndef SIMULATE
Audio *audio = ssi_create (Audio, "audio", true);
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_AUDIO_PROVIDER_NAME);
#else
WavReader *audio = ssi_create (WavReader, 0, true);
audio->getOptions()->setPath("audio.wav");
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_WAVREADER_PROVIDER_NAME);
#endif
frame->AddSensor(audio);
// preemph
OSPreemphasis *preemph = ssi_create (OSPreemphasis, "preemph", true);
ITransformable *preemph_t = frame->AddTransformer(audio_p, preemph, "0.02s");
// fft
OSMfccChain *mfcc = ssi_create (OSMfccChain, "mfcc", true);
mfcc->getOSTransformFFT()->getOptions()->nfft = 2048;
ITransformable *mfcc_t = frame->AddTransformer(preemph_t, mfcc, "0.01s", "0.01s");
// plot
SignalPainter *plot = 0;
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("audio");
plot->getOptions()->type = PaintSignalType::AUDIO;
plot->getOptions()->size = 10.0;
frame->AddConsumer(audio_p, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("mfcc");
plot->getOptions()->type = PaintSignalType::IMAGE;
plot->getOptions()->size = 10.0;
frame->AddConsumer(mfcc_t, plot, "0.1s");
FileWriter *writer = ssi_create (FileWriter, 0, true);
writer->getOptions()->setPath("mfcc_chain");
writer->getOptions()->type = File::ASCII;
frame->AddConsumer(mfcc_t, writer, "0.1s");
// run framework
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
frame->Start();
frame->Wait();
frame->Stop();
frame->Clear();
}
bool ex_clone(void *args)
{
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create(Decorator, 0, true);
frame->AddDecorator(decorator);
Mouse *mouse = ssi_create(Mouse, 0, true);
mouse->getOptions()->mask = Mouse::LEFT;
ITransformable *button_t = frame->AddProvider(mouse, SSI_MOUSE_BUTTON_PROVIDER_NAME);
ITransformable *cursor_t = frame->AddProvider(mouse, SSI_MOUSE_CURSOR_PROVIDER_NAME);
frame->AddSensor(mouse);
PythonTransformer *clone = 0;
clone = ssi_create(PythonTransformer, 0, true);
clone->getOptions()->setScript("ssi_clone");
ITransformable *button_clone_t = frame->AddTransformer(button_t, clone, "0.1s");
clone = ssi_create(PythonTransformer, 0, true);
clone->getOptions()->setScript("ssi_clone");
ITransformable *cursor_clone_t = frame->AddTransformer(cursor_t, clone, "0.1s");
SignalPainter *plot = 0;
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("BUTTON (RAW)");
plot->getOptions()->size = 5;
frame->AddConsumer(button_t, plot, "0.1s");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("CURSOR (RAW)");
plot->getOptions()->size = 5;
frame->AddConsumer(cursor_t, plot, "0.1s");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("BUTTON (CLONE)");
plot->getOptions()->size = 5;
frame->AddConsumer(button_clone_t, plot, "0.1s");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("CURSOR (CLONE)");
plot->getOptions()->size = 5;
frame->AddConsumer(cursor_clone_t, plot, "0.1s");
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
frame->Start();
frame->Wait();
frame->Stop();
frame->Clear();
return true;
}
bool ex_async (void *arg) {
ITheFramework *frame = Factory::GetFramework ();
ssi_pcast(TheFramework, frame)->getOptions()->setConsolePos(800, 200, 400, 200);
//IThePainter *painter = Factory::GetPainter ();
Mouse *mouse = ssi_create (Mouse, 0, false);
ITransformable *cursor_p = frame->AddProvider (mouse, SSI_MOUSE_CURSOR_PROVIDER_NAME);
frame->AddSensor (mouse);
// trans
Delay delay;
ITransformable *filter_t = frame->AddTransformer (cursor_p, &delay, "0.2s");
Asynchronous *delay_async = ssi_create (Asynchronous, 0, true);
//Asynchronous *delay_async = ssi_pcast (Asynchronous, Asynchronous::Create (0));
delay_async->setTransformer (&delay);
ITransformable *filter_async_t = frame->AddTransformer (cursor_p, delay_async, "0.2s");
// output
/*
SignalPainter *signal_painter = 0;
signal_painter = ssi_create (SignalPainter, 0, true);
signal_painter->getOptions ()->size = 60.0;
signal_painter->getOptions ()->setName ("cursor");
frame->AddConsumer (cursor_p, signal_painter, "0.2s");
signal_painter = ssi_create (SignalPainter, 0, true);
signal_painter->getOptions ()->size = 60.0;
signal_painter->getOptions ()->setName ("delay");
frame->AddConsumer (filter_t, signal_painter, "0.2s");
signal_painter = ssi_create (SignalPainter, 0, true);
signal_painter->getOptions ()->size = 60.0;
signal_painter->getOptions ()->setName ("delay async");
frame->AddConsumer (filter_async_t, signal_painter, "0.2s");
*/
// run
frame->Start ();
//painter->Arrange (1,3,0,0,800,400);
frame->Wait ();
frame->Stop ();
frame->Clear ();
//painter->Clear ();
return true;
}
bool ex_diff(void *args)
{
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create(Decorator, 0, true);
frame->AddDecorator(decorator);
Mouse *mouse = ssi_create(Mouse, 0, true);
mouse->getOptions()->mask = Mouse::LEFT;
ITransformable *cursor_t = frame->AddProvider(mouse, SSI_MOUSE_CURSOR_PROVIDER_NAME);
frame->AddSensor(mouse);
PythonFilter *py_diff = ssi_create(PythonFilter, 0, true);
py_diff->getOptions()->setScript("ssi_diff");
ITransformable *py_diff_t = frame->AddTransformer(cursor_t, py_diff, "0.1s");
SignalPainter *plot = 0;
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("DIFF (PYTHON)");
plot->getOptions()->size = 10;
frame->AddConsumer(py_diff_t, plot, "1");
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
frame->Start();
frame->Wait();
frame->Stop();
frame->Clear();
return true;
}
bool ex_plp(void *args) {
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create (Decorator, 0, true);
frame->AddDecorator(decorator);
// audio sensor
#ifndef SIMULATE
Audio *audio = ssi_create(Audio, "audio", true);
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_AUDIO_PROVIDER_NAME);
#else
WavReader *audio = ssi_create(WavReader, 0, true);
audio->getOptions()->setPath("audio.wav");
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_WAVREADER_PROVIDER_NAME);
#endif
frame->AddSensor(audio);
OSPlpChain *plp = ssi_create(OSPlpChain, "OSPlpChain", true);
ITransformable *plp_t = frame->AddTransformer(audio_p, plp, "0.06s", "0.01s");
SignalPainter *plot = 0;
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("audio");
plot->getOptions()->type = PaintSignalType::AUDIO;
plot->getOptions()->size = 10.0;
frame->AddConsumer(audio_p, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("lpc");
plot->getOptions()->size = 10.0;
frame->AddConsumer(plp_t, plot, "1");
FileWriter *writer = ssi_create(FileWriter, 0, true);
writer->getOptions()->setPath("plp_chain");
writer->getOptions()->type = File::ASCII;
frame->AddConsumer(plp_t, writer, "1");
#ifdef SIMULATE
AudioPlayer *player = ssi_create(AudioPlayer, "player", true);
frame->AddConsumer(audio_p, player, "0.01s");
#endif
// run framework
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
frame->Start();
frame->Wait();
frame->Stop();
frame->Clear();
return true;
}
void ex_pitch_chain () {
ITheFramework *frame = Factory::GetFramework ();
Decorator *decorator = ssi_create (Decorator, 0, true);
frame->AddDecorator(decorator);
// audio sensor
#ifndef SIMULATE
Audio *audio = ssi_create (Audio, "audio", true);
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_AUDIO_PROVIDER_NAME);
#else
WavReader *audio = ssi_create (WavReader, 0, true);
audio->getOptions()->setPath("audio.wav");
audio->getOptions()->scale = true;
audio->getOptions()->block = 0.01;
ITransformable *audio_p = frame->AddProvider(audio, SSI_WAVREADER_PROVIDER_NAME);
#endif
frame->AddSensor(audio);
// pitch
OSPitchChain *pitch = ssi_create (OSPitchChain, "pitch", true);
pitch->getOSTransformFFT()->getOptions()->nfft = 1024;
pitch->getOSPitchShs()->getOptions()->baseSr = audio_p->getSampleRate();
ITransformable *pitch_t = frame->AddTransformer(audio_p, pitch, "0.01s", "0.01s");
// plot
SignalPainter *plot = 0;
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("audio");
plot->getOptions()->type = PaintSignalType::AUDIO;
plot->getOptions()->size = 10.0;
frame->AddConsumer(audio_p, plot, "0.01s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("pitch");
plot->getOptions()->size = 10.0;
frame->AddConsumer(pitch_t, plot, "0.01s");
FileWriter *writer = ssi_create (FileWriter, 0, true);
writer->getOptions()->setPath("pitch_chain");
writer->getOptions()->type = File::ASCII;
frame->AddConsumer(pitch_t, writer, "0.01s");
// run framework
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
frame->Start();
frame->Wait();
frame->Stop();
frame->Clear();
}
bool ex_gsr_arousal(void *args) {
ITheEventBoard *board = Factory::GetEventBoard();
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create(Decorator, 0, true);
frame->AddDecorator(decorator);
FileReader *reader = ssi_create(FileReader, 0, true);
reader->getOptions()->setPath("data\\gsr");
reader->getOptions()->block = 0.2;
ITransformable *gsr_p = frame->AddProvider(reader, SSI_FILEREADER_PROVIDER_NAME);
frame->AddSensor(reader);
GSRArousalEstimation *arousal = ssi_create(GSRArousalEstimation, 0, true);
ITransformable *arousal_p = frame->AddTransformer(gsr_p, arousal, "1");
ThresClassEventSender *classifier = ssi_create(ThresClassEventSender, 0, true);
classifier->getOptions()->setClasses("low,med,high");
classifier->getOptions()->setThresholds("0.01,0.3,0.7");
frame->AddConsumer(arousal_p, classifier, "1");
board->RegisterSender(*classifier);
EventMonitor *monitor = ssi_create_id(EventMonitor, 0, "monitor");
board->RegisterListener(*monitor, "@");
SignalPainter *plot = 0;
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("gsr");
plot->getOptions()->size = 150.0;
frame->AddConsumer(gsr_p, plot, "0.2s");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("arousal");
plot->getOptions()->size = 150.0;
frame->AddConsumer(arousal_p, plot, "0.2s");
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
board->Start();
frame->Start();
frame->Wait();
frame->Stop();
board->Stop();
frame->Clear();
board->Clear();
return true;
}
bool ex_pearson(void *args)
{
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create (Decorator, 0, true);
frame->AddDecorator(decorator);
Mouse *mouse = ssi_create(Mouse, 0, true);
ITransformable *cursor_t = frame->AddProvider(mouse, SSI_MOUSE_CURSOR_PROVIDER_NAME);
frame->AddSensor(mouse);
PythonFeature *ppmcc = ssi_create(PythonFeature, 0, true);
ppmcc->getOptions()->setScript("ssi_ppmcc");
ITransformable *ppmcc_t = frame->AddTransformer(cursor_t, ppmcc, "0.1s");
SignalPainter *plot = 0;
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("CURSOR");
plot->getOptions()->size = 5;
frame->AddConsumer(cursor_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("PPMCC");
plot->getOptions()->size = 5;
frame->AddConsumer(ppmcc_t, plot, "1");
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
frame->Start();
frame->Wait();
frame->Stop();
frame->Clear();
return true;
}
bool ex_imggray(void *args)
{
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create(Decorator, 0, true);
frame->AddDecorator(decorator);
FakeSignal *video = ssi_create(FakeSignal, 0, true);
video->getOptions()->type = FakeSignal::SIGNAL::IMAGE_RANDOM_RGB;
ITransformable *rgb_t = frame->AddProvider(video, "video");
frame->AddSensor(video);
PythonImageFilter *imggray = ssi_create(PythonImageFilter, 0, true);
imggray->getOptions()->setScript("ssi_imggray");
ITransformable *gray_t = frame->AddTransformer(rgb_t, imggray, "1");
VideoPainter *vidplot = 0;
vidplot = ssi_create_id(VideoPainter, 0, "plot");
vidplot->getOptions()->setTitle("RGB");
frame->AddConsumer(rgb_t, vidplot, "1");
vidplot = ssi_create_id(VideoPainter, 0, "plot");
vidplot->getOptions()->setTitle("GRAY");
frame->AddConsumer(gray_t, vidplot, "1");
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
frame->Start();
frame->Wait();
frame->Stop();
frame->Clear();
return true;
}
void ex_pitch () {
ITheFramework *frame = Factory::GetFramework ();
Decorator *decorator = ssi_create (Decorator, 0, true);
frame->AddDecorator(decorator);
// audio sensor
#ifndef SIMULATE
Audio *audio = ssi_create (Audio, "audio", true);
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_AUDIO_PROVIDER_NAME);
#else
WavReader *audio = ssi_create (WavReader, 0, true);
audio->getOptions()->setPath("audio.wav");
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_WAVREADER_PROVIDER_NAME);
#endif
frame->AddSensor(audio);
// fft
OSTransformFFT *fft = ssi_create (OSTransformFFT, "OSTransformFFT", true);
fft->getWindow()->getOptions()->type = OSWindow::GAUSS;
fft->getWindow()->getOptions()->gain = 1.0;
fft->getWindow()->getOptions()->sigma = 0.4;
double frameSize = audio_p->getSampleRate() * 0.01;
double deltaSize = audio_p->getSampleRate() * 0.04;
fft->getOptions()->nfft = smileMath_ceilToNextPowOf2(frameSize + deltaSize); //we set the FFT frame size so it's a power of 2 but can also fit all the samples
ITransformable *fft_t = frame->AddTransformer(audio_p, fft, "0.01s", "0.04s");
// fftmag
OSFFTmagphase *fftmag = ssi_create (OSFFTmagphase, "OSFFTmagphase", true);
ITransformable *fftmag_t = frame->AddTransformer(fft_t, fftmag, "0.1s");
// specscale
OSSpecScale *specscale = ssi_create (OSSpecScale, "OSSpecScale", true);
specscale->getOptions()->srcScale = OSSpecScale::LINEAR;
specscale->getOptions()->dstScale = OSSpecScale::LOG;
specscale->getOptions()->dstLogScaleBase = 2.0;
specscale->getOptions()->minF = 20;
specscale->getOptions()->smooth = true;
specscale->getOptions()->enhance = true;
specscale->getOptions()->weight = true;
specscale->getOptions()->fsSec = 0.064; // BUG?
ITransformable *specscale_t = frame->AddTransformer(fftmag_t, specscale, "0.1s");
// pitchshs
OSPitchShs *pitchshs = ssi_create (OSPitchShs, "OSPitchShs", false);
pitchshs->getOptions()->maxPitch = 620;
pitchshs->getOptions()->minPitch = 42;
pitchshs->getOptions()->nCandidates = 6;
pitchshs->getOptions()->scores = true;
pitchshs->getOptions()->voicing = true;
pitchshs->getOptions()->F0C1 = false;
pitchshs->getOptions()->voicingC1 = false;
pitchshs->getOptions()->F0raw = false;
pitchshs->getOptions()->voicingClip = false;
pitchshs->getOptions()->voicingCutoff = 0.7;
pitchshs->getOptions()->octaveCorrection = false;
pitchshs->getOptions()->fsSec = 0.064; // BUG?
pitchshs->getOptions()->baseSr = audio_p->getSampleRate();
ITransformable *pitchshs_t = frame->AddTransformer(specscale_t, pitchshs, "0.1s");
// pitchsmooth
OSPitchSmoother *pitchsmooth = ssi_create (OSPitchSmoother, "OSPitchSmoother", true);
pitchsmooth->getOptions()->medianFilter0 = 0;
pitchsmooth->getOptions()->postSmoothing = 0;
pitchsmooth->getOptions()->postSmoothingMethod = OSPitchSmoother::SIMPLE;
pitchsmooth->getOptions()->octaveCorrection = false;
pitchsmooth->getOptions()->F0final = true;
pitchsmooth->getOptions()->F0finalEnv = false;
pitchsmooth->getOptions()->voicingFinalClipped = false;
pitchsmooth->getOptions()->voicingFinalUnclipped = true;
pitchsmooth->getOptions()->F0raw = false;
pitchsmooth->getOptions()->voicingC1 = false;
pitchsmooth->getOptions()->voicingClip = false;
ITransformable *pitchsmooth_t = frame->AddTransformer(pitchshs_t, pitchsmooth, "0.1s");
// plot
SignalPainter *plot = 0;
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("audio");
plot->getOptions()->type = PaintSignalType::AUDIO;
plot->getOptions()->size = 10.0;
frame->AddConsumer(audio_p, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("fft");
plot->getOptions()->size = 10.0;
plot->getOptions()->type = PaintSignalType::IMAGE;
frame->AddConsumer(fft_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("fftmag");
plot->getOptions()->size = 10.0;
plot->getOptions()->type = PaintSignalType::IMAGE;
frame->AddConsumer(fftmag_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("specscale");
plot->getOptions()->size = 10.0;
plot->getOptions()->type = PaintSignalType::IMAGE;
frame->AddConsumer(specscale_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("pitchshs");
plot->getOptions()->size = 10.0;
frame->AddConsumer(pitchshs_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("pitchsmooth");
plot->getOptions()->size = 10.0;
frame->AddConsumer(pitchsmooth_t, plot, "0.1s");
FileWriter *writer = ssi_create (FileWriter, 0, true);
writer->getOptions()->setPath("pitch");
writer->getOptions()->type = File::ASCII;
frame->AddConsumer(pitchsmooth_t, writer, "0.1s");
// run framework
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
frame->Start();
frame->Wait();
frame->Stop();
frame->Clear();
}
bool ex_mfcc(void *args) {
ITheFramework *frame = Factory::GetFramework ();
Decorator *decorator = ssi_create (Decorator, 0, true);
frame->AddDecorator(decorator);
// audio sensor
#ifndef SIMULATE
Audio *audio = ssi_create (Audio, "audio", true);
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_AUDIO_PROVIDER_NAME);
#else
WavReader *audio = ssi_create (WavReader, 0, true);
audio->getOptions()->setPath("audio.wav");
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_WAVREADER_PROVIDER_NAME);
#endif
frame->AddSensor(audio);
// preemph
OSPreemphasis *preemph = ssi_create (OSPreemphasis, "preemph", true);
ITransformable *preemph_t = frame->AddTransformer(audio_p, preemph, "0.02s");
// energy
OSEnergy *energy = ssi_create (OSEnergy, "energy", true);
ITransformable *energy_t = frame->AddTransformer(preemph_t, energy, "0.015s", "0.01s");
// fft
OSTransformFFT *fft = ssi_create (OSTransformFFT, "fft", true);
fft->getOptions()->nfft = 2048;
ITransformable *fft_t = frame->AddTransformer(preemph_t, fft, "0.01s", "0.01s");
// fftmag
OSFFTmagphase *fftmag = ssi_create (OSFFTmagphase, "fftmag", true);
ITransformable *fftmag_t = frame->AddTransformer(fft_t, fftmag, "0.1s");
// melspec
OSMelspec *melspec = ssi_create (OSMelspec, "melspec", true);
ITransformable *melspec_t = frame->AddTransformer(fftmag_t, melspec, "0.1s");
// mfcc
OSMfcc *mfcc = ssi_create (OSMfcc, "mfcc", true);
ITransformable *mfcc_t = frame->AddTransformer(melspec_t, mfcc, "0.1s");
// plot
SignalPainter *plot = 0;
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("audio");
plot->getOptions()->type = PaintSignalType::AUDIO;
plot->getOptions()->size = 10.0;
frame->AddConsumer(preemph_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("energy");
plot->getOptions()->size = 10.0;
frame->AddConsumer(energy_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("fft");
plot->getOptions()->size = 10.0;
plot->getOptions()->type = PaintSignalType::IMAGE;
frame->AddConsumer(fft_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("fftmag");
plot->getOptions()->size = 10.0;
plot->getOptions()->type = PaintSignalType::IMAGE;
frame->AddConsumer(fftmag_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("melspec");
plot->getOptions()->size = 10.0;
plot->getOptions()->type = PaintSignalType::IMAGE;
frame->AddConsumer(melspec_t, plot, "0.1s");
plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->setTitle("mfcc");
plot->getOptions()->size = 10.0;
plot->getOptions()->type = PaintSignalType::IMAGE;
frame->AddConsumer(mfcc_t, plot, "0.1s");
FileWriter *writer = ssi_create (FileWriter, 0, true);
writer->getOptions()->setPath("mfcc2");
writer->getOptions()->type = File::ASCII;
frame->AddConsumer(mfcc_t, writer, "0.1s");
#ifdef SIMULATE
AudioPlayer *player = ssi_create(AudioPlayer, "player", true);
frame->AddConsumer(audio_p, player, "0.01s");
#endif
// run framework
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
frame->Start();
frame->Wait();
frame->Stop();
frame->Clear();
return true;
}
bool ex_qrs_hrv_event(void *args) {
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create(Decorator, 0, true);
frame->AddDecorator(decorator);
ITheEventBoard *board = Factory::GetEventBoard();
//raw
FileReader *reader = ssi_create(FileReader, 0, true);
reader->getOptions()->setPath("data/ecg");
reader->getOptions()->block = 0.2;
ITransformable *ecg_p = frame->AddProvider(reader, SSI_FILEREADER_PROVIDER_NAME);
frame->AddSensor(reader);
//bandpass
Butfilt *ecg_band = ssi_create(Butfilt, 0, true);
ecg_band->getOptions()->type = Butfilt::BAND;
ecg_band->getOptions()->norm = false;
ecg_band->getOptions()->high = 15;
ecg_band->getOptions()->low = 5;
ecg_band->getOptions()->order = 13;
ITransformable *ecg_band_t = frame->AddTransformer(ecg_p, ecg_band, "0.75s");
//diff
Derivative *ecg_diff = ssi_create(Derivative, 0, true);
ssi_strcpy(ecg_diff->getOptions()->names, "1st");
ITransformable *ecg_diff_t = frame->AddTransformer(ecg_band_t, ecg_diff, "0.75s");
//qrs-pre-process
QRSPreProcess *ecg_QRSpre = ssi_create(QRSPreProcess, 0, true);
ITransformable *ecg_QRSpre_t = frame->AddTransformer(ecg_diff_t, ecg_QRSpre, "0.75s");
Butfilt *lowpass = ssi_create(Butfilt, 0, true);
lowpass->getOptions()->zero = true;
lowpass->getOptions()->norm = false;
lowpass->getOptions()->low = 6.4;
lowpass->getOptions()->order = 3;
lowpass->getOptions()->type = Butfilt::LOW;
ITransformable *ecg_QRSpre_low_t = frame->AddTransformer(ecg_QRSpre_t, lowpass, "0.75s");
//qrs-detect
QRSDetect *ecg_qrs = ssi_create(QRSDetect, 0, true);
ecg_qrs->getOptions()->sendEvent = true;
ITransformable *ecg_qrs_t = frame->AddTransformer(ecg_QRSpre_low_t, ecg_qrs, "0.75s");
board->RegisterSender(*ecg_qrs);
//visual
SignalPainter *plot = 0;
ssi_real_t p_size = 10.0f;
//raw
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("raw");
plot->getOptions()->size = p_size;
frame->AddConsumer(ecg_p, plot, "0.2s");
//bandpass
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("bandpass");
plot->getOptions()->size = p_size;
frame->AddConsumer(ecg_band_t, plot, "0.2s");
//diff
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("diff");
plot->getOptions()->size = p_size;
frame->AddConsumer(ecg_diff_t, plot, "0.2s");
//qrs-pre
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("qrs-pre");
plot->getOptions()->size = p_size;
frame->AddConsumer(ecg_QRSpre_low_t, plot, "0.2s");
//qrs
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("qrs");
plot->getOptions()->size = p_size;
frame->AddConsumer(ecg_qrs_t, plot, "0.2s");
//events
QRSHrvEventListener *hrv = ssi_create(QRSHrvEventListener, 0, true);
hrv->getOptions()->span = 120000;
hrv->getOptions()->update_ms = 5000;
board->RegisterListener(*hrv, ecg_qrs->getEventAddress(), 10000);
board->RegisterSender(*hrv);
EventMonitor *monitor = ssi_create_id(EventMonitor, 0, "monitor");
board->RegisterListener(*monitor, hrv->getEventAddress(), 10000);
//framework
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
board->Start();
frame->Start();
frame->Wait();
frame->Stop();
board->Stop();
frame->Clear();
board->Clear();
return true;
}
void ex_vad () {
//general
ITheFramework *frame = Factory::GetFramework ();
Decorator *decorator = ssi_create (Decorator, 0, true);
frame->AddDecorator(decorator);
ITheEventBoard *board = Factory::GetEventBoard ();
ssi_pcast (TheEventBoard, board)->getOptions()->update = 250;
// audio sensor
#ifndef SIMULATE
Audio *audio = ssi_create (Audio, "audio", true);
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_AUDIO_PROVIDER_NAME);
#else
WavReader *audio = ssi_create (WavReader, 0, true);
audio->getOptions()->setPath("audio.wav");
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_WAVREADER_PROVIDER_NAME);
#endif
frame->AddSensor(audio);
SignalPainter *audio_plot = ssi_create_id (SignalPainter, 0, "plot");
audio_plot->getOptions()->setTitle("audio");
audio_plot->getOptions()->size = 10.0;
audio_plot->getOptions()->type = PaintSignalType::AUDIO;
frame->AddConsumer(audio_p, audio_plot, "0.2s");
OSLpc * lpc = ssi_create (OSLpc, 0, true);
lpc->getOptions()->lsp = true;
ssi::ITransformable *lpc_p = frame->AddTransformer(audio_p, lpc, "160");
OSPitchChain * pitch = ssi_create (OSPitchChain, 0, true);
pitch->getOSPitchShs()->getOptions()->voicingC1 = true;
pitch->getOSPitchSmoother()->getOptions()->voicingC1 = true;
ssi::ITransformable *pitch_p = frame->AddTransformer(audio_p, pitch, "160", "160");
OSEnergy * energy = ssi_create (OSEnergy, 0, true);
energy->getOptions()->type = OSEnergy::TYPE::LOG;
ssi::ITransformable *energy_p = frame->AddTransformer(audio_p, energy, "160");
OSVad * vad = ssi_create (OSVad, 0, true);
ssi::ITransformable * src[3] = {lpc_p, pitch_p, energy_p};
frame->AddConsumer(3, src, vad, "0.01s");
board->RegisterSender(*vad);
EventMonitor *monitor = ssi_create_id (EventMonitor, 0, "monitor");
board->RegisterListener(*monitor, vad->getEventAddress());
#ifdef SIMULATE
AudioPlayer *player = ssi_create (AudioPlayer, "player", true);
frame->AddConsumer(audio_p, player, "0.01s");
#endif
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
board->Start();
frame->Start();
frame->Wait();
frame->Stop();
board->Stop();
frame->Clear();
board->Clear();
}
bool ex_qrs_hr_features(void *args) {
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create(Decorator, 0, true);
frame->AddDecorator(decorator);
ITheEventBoard *board = Factory::GetEventBoard();
//raw
FileReader *reader = ssi_create(FileReader, 0, true);
reader->getOptions()->setPath("data/ecg");
reader->getOptions()->block = 0.2;
ITransformable *ecg_p = frame->AddProvider(reader, SSI_FILEREADER_PROVIDER_NAME);
frame->AddSensor(reader);
// qrs detection
QRSDetection *ecg_chain = ssi_create(QRSDetection, 0, true);
ecg_chain->getOptions()->sendEvent = false;
ITransformable *ecg_qrs_t = frame->AddTransformer(ecg_p, ecg_chain, "0.75s", "0", "60.0s");
// heart rate
QRSHeartRate *qrshr = ssi_create(QRSHeartRate, 0, true);
ITransformable *ecg_hr_t = frame->AddTransformer(ecg_qrs_t, qrshr, "1.0s", "0", "60.0s");
// heart rate features
Spectrogram *spectogram = ssi_create(Spectrogram, 0, true);
ssi_strcpy(spectogram->getOptions()->file, "hrspect.banks");
spectogram->getOptions()->nbanks = 3;
ITransformable *ecg_hr_spec_t = frame->AddTransformer(ecg_hr_t, spectogram, "1", "29", "60.0s");
//hrv_spectral
QRSHRVspectral *ecg_hr_spectralfeatures = ssi_create(QRSHRVspectral, 0, true);
ecg_hr_spectralfeatures->getOptions()->print = true;
ITransformable *ecg_hr_spectralfeatures_t = frame->AddTransformer(ecg_hr_spec_t, ecg_hr_spectralfeatures, "1", "0", "60.0s");
//hrv_time
QRSHRVtime *ecg_hr_timefeatures = ssi_create(QRSHRVtime, 0, true);
ecg_hr_timefeatures->getOptions()->print = true;
ITransformable *ecg_hr_timefeatures_t = frame->AddTransformer(ecg_qrs_t, ecg_hr_timefeatures, "1.0s", "6.5s", "60.0s");
//visual
SignalPainter *plot = 0;
ssi_real_t p_size = 100.0f;
//qrs
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("qrs");
plot->getOptions()->size = p_size;
frame->AddConsumer(ecg_qrs_t, plot, "0.75s");
//heart rate
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("hr");
plot->getOptions()->size = p_size;
frame->AddConsumer(ecg_hr_t, plot, "1");
//spectrgram
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("hr spect");
plot->getOptions()->size = p_size;
plot->getOptions()->type = PaintSignalType::IMAGE;
frame->AddConsumer(ecg_hr_spec_t, plot, "1");
//framework
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
board->Start();
frame->Start();
frame->Wait();
frame->Stop();
board->Stop();
frame->Clear();
board->Clear();
return true;
}
bool ex_qrs_heartrate_mean(void *args) {
if (!ssi_exists("data/ecg_qrs.stream")) {
ex_ecg_detection(args);
}
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create(Decorator, 0, true);
frame->AddDecorator(decorator);
ITheEventBoard *board = Factory::GetEventBoard();
//raw
FileReader *reader = ssi_create(FileReader, 0, true);
reader->getOptions()->setPath("data/ecg_qrs");
reader->getOptions()->block = 0.2;
ITransformable *qrs_p = frame->AddProvider(reader, SSI_FILEREADER_PROVIDER_NAME);
frame->AddSensor(reader);
// heart rate
QRSHeartRate *qrshr = ssi_create(QRSHeartRate, 0, true);
ITransformable *ecg_hr_t = frame->AddTransformer(qrs_p, qrshr, "0.25s");
//heart rate mean
QRSHeartRateMean *qrshr_mean = ssi_create(QRSHeartRateMean, 0, true);
qrshr_mean->getOptions()->winsize = 15.0;
frame->AddConsumer(ecg_hr_t, qrshr_mean, "0.25s");
board->RegisterSender(*qrshr_mean);
//visual
SignalPainter *plot = 0;
ssi_real_t p_size = 100.0f;
//qrs
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("qrs");
plot->getOptions()->size = p_size;
frame->AddConsumer(qrs_p, plot, "0.3s");
//heart rate
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("heartrate");
plot->getOptions()->size = p_size;
frame->AddConsumer(ecg_hr_t, plot, "0.3s");
//events
EventMonitor *monitor = ssi_create_id(EventMonitor, 0, "monitor");
board->RegisterListener(*monitor, qrshr_mean->getEventAddress());
//framework
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
board->Start();
frame->Start();
frame->Wait();
frame->Stop();
board->Stop();
frame->Clear();
board->Clear();
return true;
}
bool ex_gsr_peaks_online(void *args) {
ITheEventBoard *board = Factory::GetEventBoard();
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create(Decorator, 0, true);
frame->AddDecorator(decorator);
FileReader *reader = ssi_create(FileReader, 0, true);
reader->getOptions()->setPath("data\\gsr");
reader->getOptions()->block = 0.2;
ITransformable *gsr_p = frame->AddProvider(reader, SSI_FILEREADER_PROVIDER_NAME);
frame->AddSensor(reader);
Butfilt *lowpass = ssi_create(Butfilt, 0, true);
lowpass->getOptions()->low = 0.01;
lowpass->getOptions()->order = 3;
lowpass->getOptions()->type = Butfilt::LOW;
lowpass->getOptions()->zero = true;
ITransformable *gsr_low = frame->AddTransformer(gsr_p, lowpass, "0.2s");
GSREventSender *gsr_event = ssi_create(GSREventSender, 0, true);
gsr_event->getOptions()->tuple = true;
gsr_event->setLogLevel(SSI_LOG_LEVEL_DEBUG);
frame->AddConsumer(gsr_low, gsr_event, "4.0s");
board->RegisterSender(*gsr_event);
EventMonitor *monitor = ssi_create_id(EventMonitor, 0, "monitor");
board->RegisterListener(*monitor, gsr_event->getEventAddress());
SignalPainter *plot = 0;
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("gsr");
plot->getOptions()->size = 150.0;
frame->AddConsumer(gsr_p, plot, "0.2s");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("gsr(lowpassed)");
plot->getOptions()->size = 150.0;
frame->AddConsumer(gsr_low, plot, "0.2s");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("peak");
plot->getOptions()->reset = true;
frame->AddEventConsumer(gsr_low, plot, board, "peak@");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("slope");
plot->getOptions()->reset = true;
frame->AddEventConsumer(gsr_low, plot, board, "slope@");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("drop");
plot->getOptions()->reset = true;
frame->AddEventConsumer(gsr_low, plot, board, "drop@");
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
board->Start();
frame->Start();
frame->Wait();
frame->Stop();
board->Stop();
frame->Clear();
board->Clear();
return true;
}
bool ex_gsr_baseline_mean(void *args) {
ITheFramework *frame = Factory::GetFramework();
Decorator *decorator = ssi_create(Decorator, 0, true);
frame->AddDecorator(decorator);
ITheEventBoard *board = Factory::GetEventBoard();
//raw
FileReader *reader = ssi_create(FileReader, 0, true);
reader->getOptions()->setPath("data/gsr");
reader->getOptions()->block = 0.2;
ITransformable *gsr_p = frame->AddProvider(reader, SSI_FILEREADER_PROVIDER_NAME);
frame->AddSensor(reader);
//lowpass
Butfilt *lowpass = ssi_create(Butfilt, 0, true);
lowpass->getOptions()->low = 0.01;
lowpass->getOptions()->order = 3;
lowpass->getOptions()->type = Butfilt::LOW;
lowpass->getOptions()->zero = true;
ITransformable *gsr_low_t = frame->AddTransformer(gsr_p, lowpass, "0.25s");
//detrend
GSRRemoveBaseline *detrend = ssi_create(GSRRemoveBaseline, 0, true);
ITransformable *gsr_detrend_t = frame->AddTransformer(gsr_low_t, detrend, "0.25s");
//norm
MvgNorm *norm = ssi_create(MvgNorm, 0, true);
norm->getOptions()->norm = MvgNorm::SUBMIN;
norm->getOptions()->method = MvgNorm::SLIDING;
norm->getOptions()->win = 15.0;
ITransformable *gsr_detrend_norm_t = frame->AddTransformer(gsr_detrend_t, norm, "0.25s");
GSRBaselineMean *mean = ssi_create(GSRBaselineMean, 0, true);
mean->getOptions()->winsize = 15.0;
frame->AddConsumer(gsr_detrend_norm_t, mean, "0.25s");
board->RegisterSender(*mean);
//visual
SignalPainter *plot = 0;
ssi_real_t p_size = 100.0f;
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("gsr(lowpassed)");
plot->getOptions()->size = p_size;
frame->AddConsumer(gsr_low_t, plot, "0.3s");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("gsr(detrended)");
plot->getOptions()->size = p_size;
frame->AddConsumer(gsr_detrend_t, plot, "0.3s");
plot = ssi_create_id(SignalPainter, 0, "plot");
plot->getOptions()->setTitle("gsr(detrended & normed)");
plot->getOptions()->size = p_size;
frame->AddConsumer(gsr_detrend_norm_t, plot, "0.3s");
//events
EventMonitor *monitor = ssi_create_id(EventMonitor, 0, "monitor");
board->RegisterListener(*monitor, mean->getEventAddress());
//framework
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
board->Start();
frame->Start();
frame->Wait();
frame->Stop();
board->Stop();
frame->Clear();
board->Clear();
return true;
}
void ex_pitchdirection () {
//general
ITheFramework *frame = Factory::GetFramework ();
Decorator *decorator = ssi_create (Decorator, 0, true);
frame->AddDecorator(decorator);
ITheEventBoard *board = Factory::GetEventBoard ();
ssi_pcast (TheEventBoard, board)->getOptions()->update = 250;
// audio sensor
#ifndef SIMULATE
Audio *audio = ssi_create (Audio, "audio", true);
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_AUDIO_PROVIDER_NAME);
#else
WavReader *audio = ssi_create (WavReader, 0, true);
audio->getOptions()->setPath("audio.wav");
audio->getOptions()->scale = true;
ITransformable *audio_p = frame->AddProvider(audio, SSI_WAVREADER_PROVIDER_NAME);
#endif
frame->AddSensor(audio);
OSPitchChain * pitch = ssi_create (OSPitchChain, "pitch", true);
pitch->getOSPitchSmoother()->getOptions()->F0final = true;
pitch->getOSPitchSmoother()->getOptions()->F0finalEnv = true;
double frameSize = audio_p->getSampleRate() * 0.01;
double deltaSize = audio_p->getSampleRate() * 0.04;
pitch->getOSTransformFFT()->getOptions()->nfft = smileMath_ceilToNextPowOf2(frameSize + deltaSize); //we set the FFT frame size so it's a power of 2 but can also fit all the samples
pitch->getOSPitchShs()->getOptions()->baseSr = audio_p->getSampleRate();
ssi::ITransformable *pitch_p = frame->AddTransformer(audio_p, pitch, "0.01s", "0.04s");
OSEnergy * energy = ssi_create (OSEnergy, 0, true);
energy->getOptions()->type = OSEnergy::TYPE::RMS;
ssi::ITransformable *energy_p = frame->AddTransformer(audio_p, energy, "0.01s");
OSPitchDirection * dir = ssi_create (OSPitchDirection, 0, true);
ssi::ITransformable * xtra_src[1] = {energy_p};
ssi::ITransformable *dir_p = frame->AddTransformer(pitch_p, 1, xtra_src, dir, "0.01s");
board->RegisterSender(*dir);
SignalPainter *audio_plot = ssi_create_id (SignalPainter, 0, "plot");
audio_plot->getOptions()->setTitle("audio");
audio_plot->getOptions()->size = 10.0;
audio_plot->getOptions()->type = PaintSignalType::AUDIO;
frame->AddConsumer(audio_p, audio_plot, "0.2s");
SignalPainter *pitch_plot = ssi_create_id (SignalPainter, 0, "plot");
pitch_plot->getOptions()->setTitle("pitch");
pitch_plot->getOptions()->size = 10.0;
pitch_plot->getOptions()->type = PaintSignalType::SIGNAL;
frame->AddConsumer(pitch_p, pitch_plot, "0.2s");
SignalPainter *energy_plot = ssi_create_id (SignalPainter, 0, "plot");
energy_plot->getOptions()->setTitle("energy");
energy_plot->getOptions()->size = 10.0;
energy_plot->getOptions()->type = PaintSignalType::SIGNAL;
frame->AddConsumer(energy_p, energy_plot, "0.2s");
SignalPainter *dir_plot = ssi_create_id (SignalPainter, 0, "plot");
dir_plot->getOptions()->setTitle("direction");
dir_plot->getOptions()->size = 10.0;
dir_plot->getOptions()->type = PaintSignalType::SIGNAL;
frame->AddConsumer(dir_p, dir_plot, "0.2s");
EventMonitor *monitor = ssi_create_id (EventMonitor, 0, "monitor");
board->RegisterListener(*monitor, dir->getEventAddress());
#ifdef SIMULATE
AudioPlayer *player = ssi_create (AudioPlayer, "player", true);
player->getOptions()->bufferSize = 0.2;
player->getOptions()->remember = true;
frame->AddConsumer(audio_p, player, "0.01s");
#endif
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
board->Start();
frame->Start();
frame->Wait();
frame->Stop();
board->Stop();
frame->Clear();
board->Clear();
}
void ex_laughter () {
ITheFramework *frame = Factory::GetFramework ();
Decorator *decorator = ssi_create (Decorator, 0, true);
frame->AddDecorator(decorator);
ITheEventBoard *board = Factory::GetEventBoard ();
#ifndef SIMULATE
Audio *audio = ssi_create (Audio, "audio", true);
audio->getOptions()->scale = true;
audio->getOptions()->sr = 48000;
ITransformable *audio_p = frame->AddProvider(audio, SSI_AUDIO_PROVIDER_NAME);
frame->AddSensor(audio);
#else
WavReader *audio = ssi_create (WavReader, 0, true);
audio->getOptions()->setPath("audio.wav");
audio->getOptions()->scale = true;
audio->getOptions()->block = 0.01;
ITransformable *audio_p = frame->AddProvider(audio, SSI_WAVREADER_PROVIDER_NAME);
frame->AddSensor(audio);
#endif
SNRatio *laughter_vad = ssi_create (SNRatio, 0, true);
ITransformable *laughter_vad_t = frame->AddTransformer(audio_p, laughter_vad, "0.2s");
LaughterPreProcessor *laughter_pre = ssi_create (LaughterPreProcessor, 0, true);
ITransformable *laughter_pre_t = frame->AddTransformer(audio_p, laughter_pre, "0.01s", "0.01s");
LaughterFeatureExtractor *laughter_extract = ssi_create (LaughterFeatureExtractor, 0, true);
Classifier *laughter_classifier = ssi_create (Classifier, 0, true);
laughter_classifier->getOptions()->setTrainer("laughter");
board->RegisterSender(*laughter_classifier);
frame->AddConsumer(laughter_pre_t, laughter_classifier, "0.5s", "0.5s", laughter_extract, laughter_vad_t);
SignalPainter *plot = ssi_create_id (SignalPainter, 0, "plot");
plot->getOptions()->type = PaintSignalType::AUDIO;
plot->getOptions()->size = 10.0;
frame->AddConsumer(audio_p, plot, "0.01s");
EventMonitor *monitor = ssi_create_id (EventMonitor, 0, "monitor");
board->RegisterListener(*monitor, laughter_classifier->getEventAddress(), 10000);
#ifdef SIMULATE
AudioPlayer *player = ssi_create (AudioPlayer, "player", true);
frame->AddConsumer(audio_p, player, "0.01s");
#endif
decorator->add("console", 0, 0, 650, 800);
decorator->add("plot*", 650, 0, 400, 400);
decorator->add("monitor*", 650, 400, 400, 400);
board->Start();
frame->Start();
frame->Wait();
frame->Stop();
board->Stop();
frame->Clear();
board->Clear();
}
