1 /** 2 * Copyright (c) 2011, The University of Southampton and the individual contributors. 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without modification, 6 * are permitted provided that the following conditions are met: 7 * 8 * * Redistributions of source code must retain the above copyright notice, 9 * this list of conditions and the following disclaimer. 10 * 11 * * Redistributions in binary form must reproduce the above copyright notice, 12 * this list of conditions and the following disclaimer in the documentation 13 * and/or other materials provided with the distribution. 14 * 15 * * Neither the name of the University of Southampton nor the names of its 16 * contributors may be used to endorse or promote products derived from this 17 * software without specific prior written permission. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND 20 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 21 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 22 * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR 23 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 24 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 25 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON 26 * ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 27 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS 28 * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29 */ 30 package org.openimaj.tools.imagecollection.collection.webpage; 31 32 import java.net.MalformedURLException; 33 import java.net.URL; 34 import java.util.ArrayList; 35 import java.util.Collection; 36 import java.util.HashMap; 37 import java.util.Map; 38 import org.jsoup.nodes.Document; 39 import org.jsoup.nodes.Element; 40 import org.jsoup.select.Elements; 41 import org.openimaj.util.pair.IndependentPair; 42 43 public class WebpageUtils { 44 45 public static Collection<? extends IndependentPair<URL, Map<String, String>>> allURLs(Document doc,String entity, String attribute) { 46 47 Elements elements = doc.select("img"); 48 Collection<IndependentPair<URL, Map<String, String>>> imageList = new ArrayList<IndependentPair<URL, Map<String, String>>>(); 49 for (Element element : elements) { 50 String imgURL = element.absUrl("src"); 51 try { 52 Map<String,String> meta = new HashMap<String,String>(); 53 meta.put("source", imgURL); 54 imageList.add(IndependentPair.pair(new URL(imgURL), meta)); 55 } catch (MalformedURLException e) { 56 57 } 58 } 59 return imageList; 60 } 61 62 63 }