001/** 002 * Copyright (c) 2011, The University of Southampton and the individual contributors. 003 * All rights reserved. 004 * 005 * Redistribution and use in source and binary forms, with or without modification, 006 * are permitted provided that the following conditions are met: 007 * 008 * * Redistributions of source code must retain the above copyright notice, 009 * this list of conditions and the following disclaimer. 010 * 011 * * Redistributions in binary form must reproduce the above copyright notice, 012 * this list of conditions and the following disclaimer in the documentation 013 * and/or other materials provided with the distribution. 014 * 015 * * Neither the name of the University of Southampton nor the names of its 016 * contributors may be used to endorse or promote products derived from this 017 * software without specific prior written permission. 018 * 019 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND 020 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 021 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 022 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR 023 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 024 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 025 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON 026 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 027 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 028 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 029 */ 030/** 031 * 032 */ 033package org.openimaj.demos.sandbox.audio; 034 035import java.net.MalformedURLException; 036 037import org.openimaj.audio.AudioFormat; 038import org.openimaj.audio.JavaSoundAudioGrabber; 039import org.openimaj.audio.analysis.FourierTransform; 040import org.openimaj.audio.processor.FixedSizeSampleAudioProcessor; 041import org.openimaj.util.array.ArrayUtils; 042import org.openimaj.vis.general.ChronologicalScrollingBarVisualisation3D; 043 044/** 045 * Example that demonstrates the processing of audio to extract the FFTin3D magnitudes 046 * and then visualise it. 047 * 048 * @author David Dupplaw (dpd@ecs.soton.ac.uk) 049 * @created 18 Jun 2013 050 * @version $Author$, $Revision$, $Date$ 051 */ 052public class FFTin3D 053{ 054 /** 055 * Main method 056 * 057 * @param args Command-line args (unused) 058 * @throws MalformedURLException 059 * @throws InterruptedException 060 */ 061 public static void main( final String[] args ) throws MalformedURLException, InterruptedException 062 { 063 // Open a URL to the sine wave sweep. If you have downloaded 064 // this file you should use a new File(<filename>) here. 065 final JavaSoundAudioGrabber xa = new JavaSoundAudioGrabber( new AudioFormat(16,44.1,1) ); 066 new Thread(xa).start(); 067 final FixedSizeSampleAudioProcessor fs = new FixedSizeSampleAudioProcessor( xa, 128 ); 068 069 // Create the Fourier transform processor chained to the audio decoder 070 final FourierTransform fft = new FourierTransform( fs ); 071 072 Thread.sleep( 1000 ); 073 074 // Create a visualisation to show our FFTin3D and open the window now 075// final BarVisualisation bv = new BarVisualisation( 400, 200 ); 076// bv.showWindow( "FFTs" ); 077 final ChronologicalScrollingBarVisualisation3D bv = 078 new ChronologicalScrollingBarVisualisation3D( 1000, 800, 50, 64 ); 079 080 // Loop through the sample chunks from the audio capture thread 081 // sending each one through the feature extractor and displaying 082 // the results in the visualisation. 083 while( fft.nextSampleChunk() != null ) 084 { 085 final float[][] ffts = fft.getMagnitudes(); 086 bv.setData( ArrayUtils.convertToDouble( ffts[0] ) ); 087 Thread.sleep( (long)(512/44.1) ); 088 } 089 } 090}