java 採集網頁數據 demo

import java.net.URL;
import java.net.URLConnection;
import java.util.List;

import net.htmlparser.jericho.Element;
import net.htmlparser.jericho.Source;

public class Demo1 {

    /**
     * @param args
     */
    public static void main(String[] args) throws Exception {
        //URL url = new URL("http://www.jkshuo.me");
        
        URL url = new URL("http://www.jkshuo.me/plus/arcloadmore.php?typeid=1&page=4&pagesize=3");
        URLConnection conn = url.openConnection();
        Source source = new Source(conn);

        List<Element> liElements = source.getAllElements("li");
        for(Element liElement : liElements){
            List<Element> childrenlists = liElement.getChildElements();
            if(childrenlists.size() == 3){
                if(childrenlists.get(0).getAttributeValue("class") != null && "container_img".equals(childrenlists.get(0).getAttributeValue("class"))){
                    List<Element>  aElementList = childrenlists.get(0).getChildElements();
                    System.out.println("href:" + aElementList.get(0).getAttributeValue("href"));
                    System.out.println("img href:" + aElementList.get(0).getChildElements().get(0).getAttributeValue("src"));
                }
                System.out.print("title:" + childrenlists.get(1).getTextExtractor() +"\n");
                System.out.print("description:" + childrenlists.get(2).getTextExtractor() +"\n");
            }
            
        }

    }

}

以上代碼 就是根據鏈接 採集網頁的數據,  封裝成數據集合.