- Categories:
- audio-visual, source code, technology
- Tags:
- accelerate, apple, audio, audio processing, fft, iphone, osx, source code
Using the libraries pkmFFT and pkm::Mat, you can very easily perform a highly optimized short time fourier transform (STFT) with direct access to a floating-point based object.
Get the code on my github:
http://github.com/pkmital/pkmFFT
Depends also on: http://github.com/pkmital/pkmMatrix
/* * pkmSTFT.h * * STFT implementation making use of Apple's Accelerate Framework (pkmFFT) * * Created by Parag K. Mital - http://pkmital.com * Contact: parag@pkmital.com * * Copyright 2011 Parag K. Mital. All rights reserved. * * Permission is hereby granted, free of charge, to any person * obtaining a copy of this software and associated documentation * files (the "Software"), to deal in the Software without * restriction, including without limitation the rights to use, * copy, modify, merge, publish, distribute, sublicense, and/or sell * copies of the Software, and to permit persons to whom the * Software is furnished to do so, subject to the following * conditions: * * The above copyright notice and this permission notice shall be * included in all copies or substantial portions of the Software. * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES * OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT * HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, * WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR * OTHER DEALINGS IN THE SOFTWARE. * * * Usage: * * // be sure to either use malloc or __attribute__ ((aligned (16)) * size_t buffer_size = 4096; * float *sample_data = (float *) malloc (sizeof(float) * buffer_size); * pkm::Mat magnitude_matrix, phase_matrix; * * pkmSTFT *stft; * stft = new pkmSTFT(512); * stft.STFT(sample_data, buffer_size, magnitude_matrix, phase_matrix); * fft.ISTFT(sample_data, buffer_size, magnitude_matrix, phase_matrix); * delete stft; * */ #include "pkmFFT.h" #include "pkmMatrix.h" class pkmSTFT { public: pkmSTFT(size_t size) { fftSize = size; numFFTs = 0; fftBins = fftSize/2; hopSize = fftSize/4; windowSize = fftSize; bufferSize = 0; initializeFFTParameters(fftSize, windowSize, hopSize); } void initializeFFTParameters(size_t _fftSize, size_t _windowSize, size_t _hopSize) { fftSize = _fftSize; hopSize = _hopSize; windowSize = _windowSize; // fft constructor FFT = new pkmFFT(fftSize); } void STFT(float *buf, size_t bufSize, pkm::Mat &M_magnitudes, pkm::Mat &M_phases) { // pad input buffer int padding = ceilf((float)bufSize/(float)fftSize) * fftSize - bufSize; float *padBuf; if (padding) { printf("Padding %d sample buffer with %d samples\n", bufSize, padding); padBufferSize = bufSize + padding; padBuf = (float *)malloc(sizeof(float)*padBufferSize); // set padding to 0 memset(&(padBuf[bufSize]), 0, sizeof(float)*padding); // copy original buffer into padded one memcpy(padBuf, buf, sizeof(float)*bufSize); } else { padBuf = buf; padBufferSize = bufSize; } // create output fft matrix numWindows = (padBufferSize - fftSize)/hopSize + 1; if (M_magnitudes.rows != numWindows && M_magnitudes.cols != fftBins) { printf("Allocating %d bins x %d windows matrix for STFT\n", fftBins, numWindows); M_magnitudes.reset(numWindows, fftBins, true); M_phases.reset(numWindows, fftBins, true); } // stft for (size_t i = 0; i < numWindows; i++) { // get current col of freq mat float *magnitudes = M_magnitudes.row(i); float *phases = M_phases.row(i); float *buffer = padBuf + i*hopSize; FFT->forward(0, buffer, magnitudes, phases); } // release padded buffer if (padding) { free(padBuf); } } void ISTFT(float *buf, size_t bufSize, pkm::Mat &M_magnitudes, pkm::Mat &M_phases) { int padding = ceilf((float)bufSize/(float)fftSize) * fftSize - bufSize; float *padBuf; if (padding) { printf("Padding %d sample buffer with %d samples\n", bufSize, padding); padBufferSize = bufSize + padding; padBuf = (float *)calloc(padBufferSize, sizeof(float)); } else { padBuf = buf; padBufferSize = bufSize; } pkm::Mat M_istft(padBufferSize, 1, padBuf, false); for(size_t i = 0; i < numWindows; i++) { float *buffer = padBuf + i*hopSize; float *magnitudes = M_magnitudes.row(i); float *phases = M_phases.row(i); FFT->inverse(0, buffer, magnitudes, phases); } memcpy(buf, padBuf, sizeof(float)*bufSize); // release padded buffer if (padding) { free(padBuf); } } private: pkmFFT *FFT; size_t sampleRate, numFFTs, fftSize, fftBins, hopSize, bufferSize, padBufferSize, windowSize, numWindows; };