View Javadoc

1   /**
2    * Copyright (c) 2011, The University of Southampton and the individual contributors.
3    * All rights reserved.
4    *
5    * Redistribution and use in source and binary forms, with or without modification,
6    * are permitted provided that the following conditions are met:
7    *
8    *   * 	Redistributions of source code must retain the above copyright notice,
9    * 	this list of conditions and the following disclaimer.
10   *
11   *   *	Redistributions in binary form must reproduce the above copyright notice,
12   * 	this list of conditions and the following disclaimer in the documentation
13   * 	and/or other materials provided with the distribution.
14   *
15   *   *	Neither the name of the University of Southampton nor the names of its
16   * 	contributors may be used to endorse or promote products derived from this
17   * 	software without specific prior written permission.
18   *
19   * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
20   * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
21   * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
22   * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
23   * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
24   * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
25   * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON
26   * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
27   * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
28   * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
29   */
30  package org.openimaj.demos.servotrack;
31  
32  import java.util.List;
33  
34  import org.openimaj.image.FImage;
35  import org.openimaj.image.MBFImage;
36  import org.openimaj.image.colour.RGBColour;
37  import org.openimaj.image.connectedcomponent.ConnectedComponentLabeler;
38  import org.openimaj.image.pixel.ConnectedComponent;
39  import org.openimaj.image.pixel.ConnectedComponent.ConnectMode;
40  import org.openimaj.math.geometry.point.Point2d;
41  import org.openimaj.math.geometry.point.Point2dImpl;
42  import org.openimaj.video.VideoDisplay;
43  import org.openimaj.video.VideoDisplayListener;
44  import org.openimaj.video.capture.VideoCapture;
45  
46  public class FrameDiffTrack {
47  	public static void main(String[] args) throws Exception {
48  		final VideoCapture capture = new VideoCapture(640, 480, VideoCapture.getVideoDevices().get(0));
49  		final PTServoController servos = new PTServoController("/dev/tty.usbmodemfa131");
50  		final Point2d frameCentre = new Point2dImpl(capture.getWidth() / 2, capture.getHeight() / 2);
51  
52  		VideoDisplay.createVideoDisplay(capture).addVideoListener(new VideoDisplayListener<MBFImage>() {
53  			FImage previousFrame = capture.getCurrentFrame().flatten();
54  			int inhibit = 0;
55  
56  			@Override
57  			public void beforeUpdate(MBFImage frame) {
58  				final FImage thisFrame = frame.flatten();
59  				final FImage delta = thisFrame.subtract(previousFrame).abs().threshold(0.3f);
60  
61  				final ConnectedComponentLabeler ccl = new ConnectedComponentLabeler(ConnectMode.CONNECT_8);
62  				final List<ConnectedComponent> comps = ccl.findComponents(delta);
63  
64  				if (inhibit <= 0 && comps.size() > 0) {
65  					ConnectedComponent big = comps.get(0);
66  
67  					for (int i = 1; i < comps.size(); i++) {
68  						final ConnectedComponent cc = comps.get(i);
69  						if (cc.calculateArea() > big.calculateArea())
70  							big = cc;
71  					}
72  
73  					if (big.calculateArea() > 500) {
74  						frame.drawShape(big.toPolygon(), RGBColour.RED);
75  
76  						final Point2d pt = big.calculateCentroidPixel();
77  
78  						final Point2d deltap = pt.minus(frameCentre);
79  
80  						final double damp = 0.03;
81  
82  						if (deltap.getX() < 0) {
83  							servos.changePanBy(-(int) (damp * deltap.getX()));
84  						} else if (deltap.getX() > 0) {
85  							servos.changePanBy(-(int) (damp * deltap.getX()));
86  						}
87  
88  						if (deltap.getY() < 0) {
89  							servos.changeTiltBy((int) (damp * deltap.getY()));
90  						} else if (deltap.getY() > 0) {
91  							servos.changeTiltBy((int) (damp * deltap.getY()));
92  						}
93  
94  						inhibit = 10;
95  					}
96  				}
97  
98  				previousFrame = thisFrame;
99  				inhibit--;
100 			}
101 
102 			@Override
103 			public void afterUpdate(VideoDisplay<MBFImage> display) {
104 				// do nothing
105 			}
106 		});
107 
108 	}
109 }