View Javadoc

1   /**
2    * Copyright (c) 2011, The University of Southampton and the individual contributors.
3    * All rights reserved.
4    *
5    * Redistribution and use in source and binary forms, with or without modification,
6    * are permitted provided that the following conditions are met:
7    *
8    *   * 	Redistributions of source code must retain the above copyright notice,
9    * 	this list of conditions and the following disclaimer.
10   *
11   *   *	Redistributions in binary form must reproduce the above copyright notice,
12   * 	this list of conditions and the following disclaimer in the documentation
13   * 	and/or other materials provided with the distribution.
14   *
15   *   *	Neither the name of the University of Southampton nor the names of its
16   * 	contributors may be used to endorse or promote products derived from this
17   * 	software without specific prior written permission.
18   *
19   * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
20   * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
21   * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
22   * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
23   * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
24   * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
25   * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
26   * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27   * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
28   * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29   */
30  package org.openimaj.demos.facestuff;
31  
32  import java.io.IOException;
33  import java.net.MalformedURLException;
34  import java.util.List;
35  
36  import org.openimaj.image.DisplayUtilities;
37  import org.openimaj.image.MBFImage;
38  import org.openimaj.image.colour.RGBColour;
39  import org.openimaj.image.processing.face.alignment.FaceAligner;
40  import org.openimaj.image.processing.face.alignment.RotateScaleAligner;
41  import org.openimaj.image.processing.face.detection.keypoints.FKEFaceDetector;
42  import org.openimaj.image.processing.face.detection.keypoints.FacialKeypoint;
43  import org.openimaj.image.processing.face.detection.keypoints.KEDetectedFace;
44  import org.openimaj.math.geometry.transforms.TransformUtilities;
45  import org.openimaj.video.VideoDisplay;
46  import org.openimaj.video.VideoDisplayListener;
47  import org.openimaj.video.capture.VideoCapture;
48  
49  public class LiveAlignment {
50  	public static void main(String[] args) throws MalformedURLException, IOException {
51  		final FKEFaceDetector detector = new FKEFaceDetector();
52  		// final FaceAligner<KEDetectedFace> aligner = new MeshWarpAligner();
53  		final FaceAligner<KEDetectedFace> aligner = new RotateScaleAligner(200);
54  
55  		final VideoCapture vc = new VideoCapture(640, 480);
56  		VideoDisplay.createOffscreenVideoDisplay(vc).addVideoListener(new VideoDisplayListener<MBFImage>() {
57  
58  			@Override
59  			public void beforeUpdate(MBFImage frame) {
60  				if (frame == null)
61  					return;
62  				final List<KEDetectedFace> faces = detector.detectFaces(frame.flatten());
63  
64  				if (faces.size() <= 0)
65  					return;
66  
67  				final KEDetectedFace face = faces.get(0);
68  				DisplayUtilities.displayName(aligner.align(face), "aligned");
69  
70  				for (final FacialKeypoint kp : face.getKeypoints()) {
71  					frame.drawPoint(
72  							kp.position.transform(TransformUtilities.translateMatrix(face.getBounds().x,
73  									face.getBounds().y)), RGBColour.RED, 3);
74  				}
75  
76  				DisplayUtilities.displayName(frame, "tracked");
77  			}
78  
79  			@Override
80  			public void afterUpdate(VideoDisplay<MBFImage> display) {
81  			}
82  		});
83  	}
84  }