static void menu_cb_pathFinder (EDITOR_ARGS) { EDITOR_IAM (PitchEditor); EDITOR_FORM (L"Path finder", 0) REAL (L"Silence threshold", L"0.03") REAL (L"Voicing threshold", L"0.45") REAL (L"Octave cost", L"0.01") REAL (L"Octave-jump cost", L"0.35") REAL (L"Voiced/unvoiced cost", L"0.14") POSITIVE (L"Ceiling (Hz)", L"600") BOOLEAN (L"Pull formants", 0) EDITOR_OK Pitch pitch = (Pitch) my data; SET_REAL (L"Ceiling", pitch -> ceiling) EDITOR_DO Pitch pitch = (Pitch) my data; Editor_save (me, L"Path finder"); Pitch_pathFinder (pitch, GET_REAL (L"Silence threshold"), GET_REAL (L"Voicing threshold"), GET_REAL (L"Octave cost"), GET_REAL (L"Octave-jump cost"), GET_REAL (L"Voiced/unvoiced cost"), GET_REAL (L"Ceiling"), GET_INTEGER (L"Pull formants")); FunctionEditor_redraw (me); my broadcastDataChanged (); EDITOR_END }
Pitch Sound_to_Pitch_any (Sound me, double dt, /*timeStepStradygy related*/ double minimumPitch, /*Pitch settings realted*/ double periodsPerWindow, /*kTimeSoundAnalysisEditor_pitch_analysisMethod related*/ int maxnCandidates, int method, /*method related*/ double silenceThreshold, double voicingThreshold, double octaveCost, double octaveJumpCost, double voicedUnvoicedCost, double ceiling) { NUMfft_Table fftTable = NUMfft_Table_create(); double duration, t1; double dt_window; /* Window length in seconds. */ long nsamp_window, halfnsamp_window; /* Number of samples per window. */ long nFrames, minimumLag, maximumLag; long iframe, nsampFFT; double interpolation_depth; long nsamp_period, halfnsamp_period; /* Number of samples in longest period. */ long brent_ixmax, brent_depth; double brent_accuracy; /* Obsolete. */ double globalPeak; if (maxnCandidates < 2 || method < AC_HANNING && method > FCC_ACCURATE) { std::cout<<"Error: maxnCandidates: "<<maxnCandidates<<" method: "<<method<<"."<<std::endl; std::cout<<"Sound_to_Pitch.cpp: Line 13. 69"<<std::endl; return NULL; } if (maxnCandidates < ceiling / minimumPitch) maxnCandidates = ceiling / minimumPitch; if (dt <= 0.0) dt = periodsPerWindow / minimumPitch / 4.0; /* e.g. 3 periods, 75 Hz: 10 milliseconds. */ switch (method) { case AC_HANNING: brent_depth = NUM_PEAK_INTERPOLATE_SINC70; brent_accuracy = 1e-7; interpolation_depth = 0.5; break; case AC_GAUSS: periodsPerWindow *= 2; /* Because Gaussian window is twice as long. */ brent_depth = NUM_PEAK_INTERPOLATE_SINC700; brent_accuracy = 1e-11; interpolation_depth = 0.25; /* Because Gaussian window is twice as long. */ break; case FCC_NORMAL: brent_depth = NUM_PEAK_INTERPOLATE_SINC70; brent_accuracy = 1e-7; interpolation_depth = 1.0; break; case FCC_ACCURATE: brent_depth = NUM_PEAK_INTERPOLATE_SINC700; brent_accuracy = 1e-11; interpolation_depth = 1.0; break; } duration = my dx * my nx; if (minimumPitch < periodsPerWindow / duration) { std::cout<<"To analyse this Sound, minimum pitch must not be less than "<< periodsPerWindow / duration<<" Hz."<<std::endl; std::cout<<"Sound_to_Pitch.cpp: Line 31.103"<<std::endl; return NULL; } /* * Determine the number of samples in the longest period. * We need this to compute the local mean of the sound (looking one period in both directions), * and to compute the local peak of the sound (looking half a period in both directions). */ nsamp_period = floor(1 / my dx / minimumPitch); halfnsamp_period = nsamp_period / 2 + 1; if (ceiling > 0.5 / my dx) ceiling = 0.5 / my dx; // Determine window length in seconds and in samples. dt_window = periodsPerWindow / minimumPitch; nsamp_window = floor (dt_window / my dx); halfnsamp_window = nsamp_window / 2 - 1; if (halfnsamp_window < 2){ std::cout<<"Analysis window too short."<<std::endl; std::cout<<"Sound_to_Pitch.cpp: Line 31.123"<<std::endl; return NULL; } nsamp_window = halfnsamp_window * 2; // Determine the minimum and maximum lags. minimumLag = floor (1 / my dx / ceiling); if (minimumLag < 2) minimumLag = 2; maximumLag = floor (nsamp_window / periodsPerWindow) + 2; if (maximumLag > nsamp_window) maximumLag = nsamp_window; /* * Determine the number of frames. * Fit as many frames as possible symmetrically in the total duration. * We do this even for the forward cross-correlation method, * because that allows us to compare the two methods. */ if(!Sampled_shortTermAnalysis (me, method >= FCC_NORMAL ? 1 / minimumPitch + dt_window : dt_window, dt, & nFrames, & t1)){ std::cout<<"The pitch analysis would give zero pitch frames."<<std::endl; std::cout<<"Sound_to_Pitch.cpp: Line 31.142"<<std::endl; return NULL; } // Create the resulting pitch contour. Pitch thee = Pitch_create (my xmin, my xmax, nFrames, dt, t1, ceiling, maxnCandidates); // Compute the global absolute peak for determination of silence threshold. globalPeak = 0.0; for (long channel = 1; channel <= my ny; channel ++) { double mean = 0.0; for (long i = 1; i <= my nx; i ++) { mean += my z [channel] [i]; } mean /= my nx; for (long i = 1; i <= my nx; i ++) { double value = fabs (my z [channel] [i] - mean); if (value > globalPeak) globalPeak = value; } } if (globalPeak == 0.0) return thee; double **frame, *ac, *window, *windowR; if (method >= FCC_NORMAL) { /* For cross-correlation analysis. */ // Create buffer for cross-correlation analysis. frame = (double **)malloc(sizeof(double *) * (my ny + 1)); for(long i = 1; i <= my ny; ++ i){ frame[i] = (double *)malloc(sizeof(double) * (nsamp_window + 1)); for(long j = 1; j <= nsamp_window; ++ j) frame[i][j] = 0.0; } /****frame.reset (1, my ny, 1, nsamp_window);****/ brent_ixmax = nsamp_window * interpolation_depth; } else { /* For autocorrelation analysis. */ /* * Compute the number of samples needed for doing FFT. * To avoid edge effects, we have to append zeroes to the window. * The maximum lag considered for maxima is maximumLag. * The maximum lag used in interpolation is nsamp_window * interpolation_depth. */ nsampFFT = 1; while (nsampFFT < nsamp_window * (1 + interpolation_depth)) nsampFFT *= 2; // Create buffers for autocorrelation analysis. frame = (double **)malloc(sizeof(double *) * (my ny + 1)); for(long i = 1; i <= my ny; ++ i){ frame [i] = (double *)malloc(sizeof(double) * (nsampFFT + 1)); for(long j = 0; j <= nsampFFT; ++ j) frame[i][j] = 0.0; } /****frame.reset (1, my ny, 1, nsampFFT);****/ window = (double *)malloc(sizeof(double) * (nsamp_window + 1)); for(long i = 0; i <= nsamp_window; ++ i) window[i] = 0.0; /****window.reset (1, nsamp_window);****/ windowR = (double *)malloc(sizeof(double) * (nsampFFT + 1)); ac = (double *)malloc(sizeof(double) * (nsampFFT + 1)); for(long i = 0; i <= nsampFFT; ++ i) windowR[i] = ac[i] = 0.0; /****windowR.reset (1, nsampFFT); ac.reset (1, nsampFFT); ****/ NUMfft_Table_init (fftTable, nsampFFT); /* * A Gaussian or Hanning window is applied against phase effects. * The Hanning window is 2 to 5 dB better for 3 periods/window. * The Gaussian window is 25 to 29 dB better for 6 periods/window. */ if (method == AC_GAUSS) { /* Gaussian window. */ double imid = 0.5 * (nsamp_window + 1), edge = exp (-12.0); for (long i = 1; i <= nsamp_window; i ++) window[i] = (exp(-48.0*(i-imid)*(i-imid) / (nsamp_window + 1) / (nsamp_window + 1)) - edge) / (1 - edge); } else { /* Hanning window*/ for (long i = 1; i <= nsamp_window; i ++) window [i] = 0.5 - 0.5 * cos (i * 2 * NUMpi / (nsamp_window + 1)); } // Compute the normalized autocorrelation of the window. for (long i = 1; i <= nsamp_window; i ++) windowR [i] = window [i]; NUMfft_forward (fftTable, windowR); windowR [1] *= windowR [1]; // DC component for (long i = 2; i < nsampFFT; i += 2) { windowR [i] = windowR [i] * windowR [i] + windowR [i+1] * windowR [i+1]; windowR [i + 1] = 0.0; // power spectrum: square and zero } windowR [nsampFFT] *= windowR [nsampFFT]; // Nyquist frequency NUMfft_backward (fftTable, windowR); // autocorrelation for (long i = 2; i <= nsamp_window; i ++) windowR [i] /= windowR [1]; // normalize windowR [1] = 1.0; // normalize brent_ixmax = nsamp_window * interpolation_depth; } double *r = (double *) malloc( sizeof(double) * (2 * (nsamp_window + 1) + 1) ); r += nsamp_window + 1; //make "r" become a symetrical vectr long *imax = (long *) malloc( sizeof(long) * (maxnCandidates + 1)); double *localMean = (double *) malloc( sizeof(double) * (my ny + 1)); for(iframe = 1; iframe <= nFrames; iframe ++){ Pitch_Frame pitchFrame = & thy frame[iframe]; double t = thy x1 + (iframe - 1) *(thy dx), localPeak; long leftSample = (long) floor((t - my x1) / my dx) + 1; long rightSample = leftSample + 1; long startSample, endSample; for(long channel = 1; channel <= my ny; ++ channel){ //Compute the local mean; look one longest period to both sides. startSample = rightSample - nsamp_period; endSample = leftSample + nsamp_period; if ( startSample < 0 ) { std::cout<<"StartSample < 1"<<std::endl; std::cout<<"Sound_to_Pitch.cpp: Line 31"<<std::endl; return NULL; } if (endSample > my nx){ std::cout<<"EndSample > my nx"<<std::endl; std::cout<<"Sound_to_Pitch.cpp: Line 31.262"<<std::endl; return NULL; } localMean[channel] = 0.0; for (long i = startSample; i <= endSample; i ++) { localMean[channel] += my z[channel][i]; } localMean[channel] /= 2 * nsamp_period; // Copy a window to a frame and subtract the local mean. We are going to kill the DC component before windowing. startSample = rightSample - halfnsamp_window; endSample = leftSample + halfnsamp_window; if ( startSample < 1 ) { std::cout<<"StartSample < 1"<<std::endl; std::cout<<"Sound_to_Pitch.cpp: Line 31.281"<<std::endl; return NULL; } if (endSample > my nx){ std::cout<<"EndSample > my nx"<<std::endl; std::cout<<"Sound_to_Pitch.cpp: Line 31.287"<<std::endl; return NULL; } if (method < FCC_NORMAL) { for (long j = 1, i = startSample; j <= nsamp_window; j ++) frame [channel] [j] = (my z [channel] [i ++] - localMean [channel]) * window [j]; for (long j = nsamp_window + 1; j <= nsampFFT; j ++) frame [channel] [j] = 0.0; } else { for (long j = 1, i = startSample; j <= nsamp_window; j ++) frame [channel] [j] = my z [channel] [i ++] - localMean [channel]; } } // Compute the local peak; look half a longest period to both sides. localPeak = 0.0; if ((startSample = halfnsamp_window + 1 - halfnsamp_period) < 1) startSample = 1; if ((endSample = halfnsamp_window + halfnsamp_period) > nsamp_window) endSample = nsamp_window; for (long channel = 1; channel <= my ny; channel ++) { for (long j = startSample; j <= endSample; j ++) { double value = fabs (frame [channel] [j]); if (value > localPeak) localPeak = value; } } pitchFrame->intensity = localPeak > globalPeak ? 1.0 : localPeak / globalPeak; // Compute the correlation into the array 'r'. if (method >= FCC_NORMAL) { double startTime = t - 0.5 * (1.0 / minimumPitch + dt_window); long localSpan = maximumLag + nsamp_window, localMaximumLag, offset; if ((startSample = (long) floor ((startTime - my x1) / my dx)) + 1 < 1) startSample = 1; if (localSpan > my nx + 1 - startSample) localSpan = my nx + 1 - startSample; localMaximumLag = localSpan - nsamp_window; offset = startSample - 1; double sumx2 = 0; /* Sum of squares. */ for (long channel = 1; channel <= my ny; channel ++) { ///channel = 1; channel <= my ny double *amp = my z[channel] + offset; for (long i = 1; i <= nsamp_window; i ++) { ///i = 1; i <= nsamp_window double x = amp[i] - localMean[channel]; sumx2 += x * x; } } double sumy2 = sumx2; /* At zero lag, these are still equal. */ r[0] = 1.0; for (long i = 1; i <= localMaximumLag; i ++) { double product = 0.0; for (long channel = 1; channel <= my ny; channel ++) { ///channel = 1; channel <= my ny double *amp = my z[channel] + offset; double y0 = amp[i] - localMean[channel]; double yZ = amp[i + nsamp_window] - localMean[channel]; sumy2 += yZ * yZ - y0 * y0; for (long j = 1; j <= nsamp_window; j ++) { ///j = 1; j <= nsamp_window double x = amp[j] - localMean[channel]; double y = amp[i + j] - localMean[channel]; product += x * y; } } r[- i] = r[i] = product / sqrt (sumx2 * sumy2); } } else { // The FFT of the autocorrelation is the power spectrum. for (long i = 1; i <= nsampFFT; i ++) ac [i] = 0.0; for (long channel = 1; channel <= my ny; channel ++) { NUMfft_forward (fftTable, frame [channel]); /* Complex spectrum. */ ac [1] += frame [channel] [1] * frame [channel] [1]; /* DC component. */ for (long i = 2; i < nsampFFT; i += 2) { ac [i] += frame [channel] [i] * frame [channel] [i] + frame [channel] [i+1] * frame [channel] [i+1]; /* Power spectrum. */ } ac [nsampFFT] += frame [channel] [nsampFFT] * frame [channel] [nsampFFT]; /* Nyquist frequency. */ } NUMfft_backward (fftTable, ac); /* Autocorrelation. */ /* * Normalize the autocorrelation to the value with zero lag, * and divide it by the normalized autocorrelation of the window. */ r [0] = 1.0; for (long i = 1; i <= brent_ixmax; i ++) r [- i] = r [i] = ac [i + 1] / (ac [1] * windowR [i + 1]); } // Create (too much) space for candidates Pitch_Frame_init (pitchFrame, maxnCandidates); // Register the first candidate, which is always present: voicelessness. pitchFrame->nCandidates = 1; pitchFrame->candidate[1].frequency = 0.0; /* Voiceless: always present. */ pitchFrame->candidate[1].strength = 0.0; /* * Shortcut: absolute silence is always voiceless. * Go to next frame. */ if (localPeak == 0) continue; /* * Find the strongest maxima of the correlation of this frame, * and register them as candidates. */ imax[1] = 0; for (long i = 2; i < maximumLag && i < brent_ixmax; i ++) if (r[i] > 0.5 * voicingThreshold && /* Not too unvoiced? */ r[i] > r[i-1] && r[i] >= r[i+1]) /* Maximum ? */ { int place = 0; // Use parabolic interpolation for first estimate of frequency,and sin(x)/x interpolation to compute the strength of this frequency. double dr = 0.5 * (r[i+1] - r[i-1]); double d2r = 2 * r[i] - r[i-1] - r[i+1]; double frequencyOfMaximum = 1 / my dx / (i + dr / d2r); long offset = - brent_ixmax - 1; double strengthOfMaximum = /* method & 1 ? */ NUM_interpolate_sinc (& r[offset], brent_ixmax - offset, 1 / my dx / frequencyOfMaximum - offset, 30) /* : r [i] + 0.5 * dr * dr / d2r */; /* High values due to short windows are to be reflected around 1. */ if (strengthOfMaximum > 1.0) strengthOfMaximum = 1.0 / strengthOfMaximum; // Find a place for this maximum. if (pitchFrame->nCandidates < thy maxnCandidates) { /* Is there still a free place? */ place = ++ pitchFrame->nCandidates; } else { /* Try the place of the weakest candidate so far. */ double weakest = 2; for (int iweak = 2; iweak <= thy maxnCandidates; iweak ++) { //iweak = 2; iweak <= thy maxnCandidates; /* High frequencies are to be favoured */ /* if we want to analyze a perfectly periodic signal correctly. */ double localStrength = pitchFrame->candidate[iweak].strength - octaveCost * NUMlog2 (minimumPitch / pitchFrame->candidate[iweak].frequency); if (localStrength < weakest) { weakest = localStrength; place = iweak; } } /* If this maximum is weaker than the weakest candidate so far, give it no place. */ if (strengthOfMaximum - octaveCost * NUMlog2 (minimumPitch / frequencyOfMaximum) <= weakest) place = 0; } if (place) { /* Have we found a place for this candidate? */ pitchFrame->candidate[place].frequency = frequencyOfMaximum; pitchFrame->candidate[place].strength = strengthOfMaximum; imax [place] = i; } } // Second pass: for extra precision, maximize sin(x)/x interpolation ('sinc'). for (long i = 2; i <= pitchFrame->nCandidates; i ++) { if (method != AC_HANNING || pitchFrame->candidate[i].frequency > 0.0 / my dx) { double xmid, ymid; long offset = - brent_ixmax - 1; ymid = NUMimproveMaximum (& r[offset], brent_ixmax - offset, imax[i] - offset, pitchFrame->candidate[i].frequency > 0.3 / my dx ? NUM_PEAK_INTERPOLATE_SINC700 : brent_depth, & xmid); xmid += offset; pitchFrame->candidate[i].frequency = 1.0 / my dx / xmid; if (ymid > 1.0) ymid = 1.0 / ymid; pitchFrame->candidate[i].strength = ymid; } } } /* Next frame. */ Pitch_pathFinder (thee, silenceThreshold, voicingThreshold,octaveCost, octaveJumpCost, voicedUnvoicedCost, ceiling, false); //false: Melder_debug == 31 ? true : false Melder_debug 31: Pitch analysis: formant pulling on return thee; }