1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30 package org.openimaj.demos.servotrack;
31
32 import java.util.List;
33
34 import org.openimaj.image.FImage;
35 import org.openimaj.image.MBFImage;
36 import org.openimaj.image.colour.RGBColour;
37 import org.openimaj.image.connectedcomponent.ConnectedComponentLabeler;
38 import org.openimaj.image.pixel.ConnectedComponent;
39 import org.openimaj.image.pixel.ConnectedComponent.ConnectMode;
40 import org.openimaj.math.geometry.point.Point2d;
41 import org.openimaj.math.geometry.point.Point2dImpl;
42 import org.openimaj.video.VideoDisplay;
43 import org.openimaj.video.VideoDisplayListener;
44 import org.openimaj.video.capture.VideoCapture;
45
46 public class FrameDiffTrack {
47 public static void main(String[] args) throws Exception {
48 final VideoCapture capture = new VideoCapture(640, 480, VideoCapture.getVideoDevices().get(0));
49 final PTServoController servos = new PTServoController("/dev/tty.usbmodemfa131");
50 final Point2d frameCentre = new Point2dImpl(capture.getWidth() / 2, capture.getHeight() / 2);
51
52 VideoDisplay.createVideoDisplay(capture).addVideoListener(new VideoDisplayListener<MBFImage>() {
53 FImage previousFrame = capture.getCurrentFrame().flatten();
54 int inhibit = 0;
55
56 @Override
57 public void beforeUpdate(MBFImage frame) {
58 final FImage thisFrame = frame.flatten();
59 final FImage delta = thisFrame.subtract(previousFrame).abs().threshold(0.3f);
60
61 final ConnectedComponentLabeler ccl = new ConnectedComponentLabeler(ConnectMode.CONNECT_8);
62 final List<ConnectedComponent> comps = ccl.findComponents(delta);
63
64 if (inhibit <= 0 && comps.size() > 0) {
65 ConnectedComponent big = comps.get(0);
66
67 for (int i = 1; i < comps.size(); i++) {
68 final ConnectedComponent cc = comps.get(i);
69 if (cc.calculateArea() > big.calculateArea())
70 big = cc;
71 }
72
73 if (big.calculateArea() > 500) {
74 frame.drawShape(big.toPolygon(), RGBColour.RED);
75
76 final Point2d pt = big.calculateCentroidPixel();
77
78 final Point2d deltap = pt.minus(frameCentre);
79
80 final double damp = 0.03;
81
82 if (deltap.getX() < 0) {
83 servos.changePanBy(-(int) (damp * deltap.getX()));
84 } else if (deltap.getX() > 0) {
85 servos.changePanBy(-(int) (damp * deltap.getX()));
86 }
87
88 if (deltap.getY() < 0) {
89 servos.changeTiltBy((int) (damp * deltap.getY()));
90 } else if (deltap.getY() > 0) {
91 servos.changeTiltBy((int) (damp * deltap.getY()));
92 }
93
94 inhibit = 10;
95 }
96 }
97
98 previousFrame = thisFrame;
99 inhibit--;
100 }
101
102 @Override
103 public void afterUpdate(VideoDisplay<MBFImage> display) {
104
105 }
106 });
107
108 }
109 }