001/**
002 * Copyright (c) 2011, The University of Southampton and the individual contributors.
003 * All rights reserved.
004 *
005 * Redistribution and use in source and binary forms, with or without modification,
006 * are permitted provided that the following conditions are met:
007 *
008 *   *  Redistributions of source code must retain the above copyright notice,
009 *      this list of conditions and the following disclaimer.
010 *
011 *   *  Redistributions in binary form must reproduce the above copyright notice,
012 *      this list of conditions and the following disclaimer in the documentation
013 *      and/or other materials provided with the distribution.
014 *
015 *   *  Neither the name of the University of Southampton nor the names of its
016 *      contributors may be used to endorse or promote products derived from this
017 *      software without specific prior written permission.
018 *
019 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
020 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
021 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
022 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
023 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
024 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
025 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
026 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
027 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
028 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
029 */
030/**
031 *
032 */
033package org.openimaj.demos.sandbox.audio;
034
035import java.net.MalformedURLException;
036
037import org.openimaj.audio.AudioFormat;
038import org.openimaj.audio.JavaSoundAudioGrabber;
039import org.openimaj.audio.analysis.FourierTransform;
040import org.openimaj.audio.processor.FixedSizeSampleAudioProcessor;
041import org.openimaj.util.array.ArrayUtils;
042import org.openimaj.vis.general.ChronologicalScrollingBarVisualisation3D;
043
044/**
045 * Example that demonstrates the processing of audio to extract the FFTin3D magnitudes
046 * and then visualise it.
047 *
048 * @author David Dupplaw (dpd@ecs.soton.ac.uk)
049 * @created 18 Jun 2013
050 * @version $Author$, $Revision$, $Date$
051 */
052public class FFTin3D
053{
054        /**
055         * Main method
056         *
057         * @param args Command-line args (unused)
058         * @throws MalformedURLException
059         * @throws InterruptedException
060         */
061        public static void main( final String[] args ) throws MalformedURLException, InterruptedException
062        {
063                // Open a URL to the sine wave sweep. If you have downloaded
064                // this file you should use a new File(<filename>) here.
065                final JavaSoundAudioGrabber xa = new JavaSoundAudioGrabber( new AudioFormat(16,44.1,1) );
066                new Thread(xa).start();
067                final FixedSizeSampleAudioProcessor fs = new FixedSizeSampleAudioProcessor( xa, 128 );
068
069                // Create the Fourier transform processor chained to the audio decoder
070                final FourierTransform fft = new FourierTransform( fs );
071
072                Thread.sleep( 1000 );
073
074                // Create a visualisation to show our FFTin3D and open the window now
075//              final BarVisualisation bv = new BarVisualisation( 400, 200 );
076//              bv.showWindow( "FFTs" );
077                final ChronologicalScrollingBarVisualisation3D bv =
078                                new ChronologicalScrollingBarVisualisation3D( 1000, 800, 50, 64 );
079
080                // Loop through the sample chunks from the audio capture thread
081                // sending each one through the feature extractor and displaying
082                // the results in the visualisation.
083                while( fft.nextSampleChunk() != null )
084                {
085                        final float[][] ffts = fft.getMagnitudes();
086                        bv.setData( ArrayUtils.convertToDouble( ffts[0] ) );
087                        Thread.sleep( (long)(512/44.1) );
088                }
089        }
090}