1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30 package org.openimaj.demos;
31
32 import java.io.File;
33 import java.io.IOException;
34 import java.util.ArrayList;
35 import java.util.Collections;
36 import java.util.List;
37
38 import org.openimaj.feature.local.list.MemoryLocalFeatureList;
39 import org.openimaj.image.feature.dense.gradient.dsift.FloatDSIFTKeypoint;
40 import org.openimaj.io.IOUtils;
41 import org.openimaj.math.matrix.algorithm.pca.ThinSvdPrincipalComponentAnalysis;
42 import org.openimaj.util.array.ArrayUtils;
43 import org.openimaj.util.function.Operation;
44 import org.openimaj.util.parallel.Parallel;
45
46 import scala.actors.threadpool.Arrays;
47 import Jama.Matrix;
48
49 public class FVFWDSiftPCAAugment {
50 static Matrix sample(File dir, int nsamples) throws IOException {
51 final List<File> files = new ArrayList<File>();
52
53 System.out.println("Finding files");
54 for (final File d : dir.listFiles()) {
55 if (d.isDirectory()) {
56 for (final File f : d.listFiles()) {
57 if (f.getName().endsWith(".bin")) {
58 files.add(f);
59 }
60 }
61 }
62 }
63
64 System.out.println("Shuffling");
65 Collections.shuffle(files);
66
67 System.out.println("Sampling");
68 final double[][] data = new double[nsamples][];
69 final int nPerFile = (int) Math.ceil(nsamples / (double) files.size());
70 final List<FloatDSIFTKeypoint> samples = new ArrayList<FloatDSIFTKeypoint>();
71
72 Parallel.forEach(files, new Operation<File>() {
73 @Override
74 public void perform(File f) {
75 try {
76 System.out.println(f);
77
78 final MemoryLocalFeatureList<FloatDSIFTKeypoint> feats = MemoryLocalFeatureList.read(f,
79 FloatDSIFTKeypoint.class);
80
81 Collections.shuffle(feats);
82
83 final MemoryLocalFeatureList<FloatDSIFTKeypoint> s = feats.subList(0, nPerFile);
84 synchronized (samples) {
85 samples.addAll(s);
86 }
87 } catch (final Exception e) {
88 e.printStackTrace();
89 }
90 }
91 });
92
93 for (int i = 0; i < nsamples; i++) {
94 data[i] = ArrayUtils.convertToDouble(samples.get(i).descriptor);
95 }
96
97 System.out.println("Done");
98
99 return new Matrix(data);
100 }
101
102 @SuppressWarnings("unchecked")
103 private static void processFiles(final ThinSvdPrincipalComponentAnalysis pca, final File indir, final File outdir)
104 throws IOException
105 {
106 for (final File d : indir.listFiles()) {
107 if (d.isDirectory()) {
108
109 Parallel.forEach(Arrays.asList(d.listFiles()), new Operation<File>() {
110 @Override
111 public void perform(File f) {
112 final Matrix basis = pca.getBasis();
113 final Matrix tmp = new Matrix(1, 128);
114 if (f.getName().endsWith(".bin")) {
115 try {
116 System.out.println("Processing " + f);
117
118 final MemoryLocalFeatureList<FloatDSIFTKeypoint> feats = MemoryLocalFeatureList.read(f,
119 FloatDSIFTKeypoint.class);
120
121 final File outfile = new File(outdir, f.getAbsolutePath().replace(
122 indir.getAbsolutePath(), ""));
123 outfile.getParentFile().mkdirs();
124
125 for (final FloatDSIFTKeypoint kpt : feats) {
126 tmp.getArray()[0] = ArrayUtils.convertToDouble(kpt.descriptor);
127 final double[] proj = tmp.times(basis).getArray()[0];
128 kpt.descriptor = ArrayUtils.convertToFloat(proj);
129
130 kpt.descriptor = Arrays.copyOf(kpt.descriptor, kpt.descriptor.length + 2);
131 kpt.descriptor[kpt.descriptor.length - 2] = (kpt.x / 125f) - 0.5f;
132 kpt.descriptor[kpt.descriptor.length - 1] = (kpt.y / 160f) - 0.5f;
133 }
134
135 IOUtils.writeBinary(outfile, feats);
136 f.delete();
137 } catch (final Exception e) {
138
139 }
140 }
141 }
142 });
143 }
144 }
145 }
146
147
148
149
150
151 public static void main(String[] args) throws IOException {
152 final File indir = new File("/Volumes/Raid/face_databases/lfw-centre-affine-pdsift/");
153 final Matrix samples = sample(indir, 100000);
154
155 final ThinSvdPrincipalComponentAnalysis pca = new
156 ThinSvdPrincipalComponentAnalysis(64);
157 System.out.println("Performing PCA");
158 pca.learnBasis(samples);
159 IOUtils.writeToFile(pca, new
160 File("/Volumes/Raid/face_databases/lfw-centre-affine-pdsift-pca64.bin"));
161
162
163
164
165 processFiles(pca, indir, new File("/Volumes/Raid/face_databases/lfw-centre-affine-pdsift-pca64" +
166 "/"));
167 }
168 }