- Categories:
- audio-visual, source code, technology
- Tags:
- accelerate, apple, audio, audio processing, fft, iphone, osx, source code
Using the libraries pkmFFT and pkm::Mat, you can very easily perform a highly optimized short time fourier transform (STFT) with direct access to a floating-point based object.
Get the code on my github:
http://github.com/pkmital/pkmFFT
Depends also on: http://github.com/pkmital/pkmMatrix
/*
* pkmSTFT.h
*
* STFT implementation making use of Apple's Accelerate Framework (pkmFFT)
*
* Created by Parag K. Mital - http://pkmital.com
* Contact: parag@pkmital.com
*
* Copyright 2011 Parag K. Mital. All rights reserved.
*
* Permission is hereby granted, free of charge, to any person
* obtaining a copy of this software and associated documentation
* files (the "Software"), to deal in the Software without
* restriction, including without limitation the rights to use,
* copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the
* Software is furnished to do so, subject to the following
* conditions:
*
* The above copyright notice and this permission notice shall be
* included in all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
* EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES
* OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
* NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
* HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY,
* WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
* OTHER DEALINGS IN THE SOFTWARE.
*
*
* Usage:
*
* // be sure to either use malloc or __attribute__ ((aligned (16))
* size_t buffer_size = 4096;
* float *sample_data = (float *) malloc (sizeof(float) * buffer_size);
* pkm::Mat magnitude_matrix, phase_matrix;
*
* pkmSTFT *stft;
* stft = new pkmSTFT(512);
* stft.STFT(sample_data, buffer_size, magnitude_matrix, phase_matrix);
* fft.ISTFT(sample_data, buffer_size, magnitude_matrix, phase_matrix);
* delete stft;
*
*/
#include "pkmFFT.h"
#include "pkmMatrix.h"
class pkmSTFT
{
public:
pkmSTFT(size_t size)
{
fftSize = size;
numFFTs = 0;
fftBins = fftSize/2;
hopSize = fftSize/4;
windowSize = fftSize;
bufferSize = 0;
initializeFFTParameters(fftSize, windowSize, hopSize);
}
void initializeFFTParameters(size_t _fftSize, size_t _windowSize, size_t _hopSize)
{
fftSize = _fftSize;
hopSize = _hopSize;
windowSize = _windowSize;
// fft constructor
FFT = new pkmFFT(fftSize);
}
void STFT(float *buf, size_t bufSize, pkm::Mat &M_magnitudes, pkm::Mat &M_phases)
{
// pad input buffer
int padding = ceilf((float)bufSize/(float)fftSize) * fftSize - bufSize;
float *padBuf;
if (padding) {
printf("Padding %d sample buffer with %d samples\n", bufSize, padding);
padBufferSize = bufSize + padding;
padBuf = (float *)malloc(sizeof(float)*padBufferSize);
// set padding to 0
memset(&(padBuf[bufSize]), 0, sizeof(float)*padding);
// copy original buffer into padded one
memcpy(padBuf, buf, sizeof(float)*bufSize); }
else {
padBuf = buf;
padBufferSize = bufSize;
}
// create output fft matrix
numWindows = (padBufferSize - fftSize)/hopSize + 1;
if (M_magnitudes.rows != numWindows && M_magnitudes.cols != fftBins) {
printf("Allocating %d bins x %d windows matrix for STFT\n", fftBins, numWindows);
M_magnitudes.reset(numWindows, fftBins, true);
M_phases.reset(numWindows, fftBins, true);
}
// stft
for (size_t i = 0; i < numWindows; i++) {
// get current col of freq mat
float *magnitudes = M_magnitudes.row(i);
float *phases = M_phases.row(i);
float *buffer = padBuf + i*hopSize;
FFT->forward(0, buffer, magnitudes, phases);
}
// release padded buffer
if (padding) {
free(padBuf);
}
}
void ISTFT(float *buf, size_t bufSize, pkm::Mat &M_magnitudes, pkm::Mat &M_phases)
{
int padding = ceilf((float)bufSize/(float)fftSize) * fftSize - bufSize;
float *padBuf;
if (padding)
{
printf("Padding %d sample buffer with %d samples\n", bufSize, padding);
padBufferSize = bufSize + padding;
padBuf = (float *)calloc(padBufferSize, sizeof(float));
}
else {
padBuf = buf;
padBufferSize = bufSize;
}
pkm::Mat M_istft(padBufferSize, 1, padBuf, false);
for(size_t i = 0; i < numWindows; i++)
{
float *buffer = padBuf + i*hopSize;
float *magnitudes = M_magnitudes.row(i);
float *phases = M_phases.row(i);
FFT->inverse(0, buffer, magnitudes, phases);
}
memcpy(buf, padBuf, sizeof(float)*bufSize);
// release padded buffer
if (padding) {
free(padBuf);
}
}
private:
pkmFFT *FFT;
size_t sampleRate,
numFFTs,
fftSize,
fftBins,
hopSize,
bufferSize,
padBufferSize,
windowSize,
numWindows;
};