Java Jsoupパッケージを使用して、智聯の求人情報を大量に取得

JsoupはJavaの解析器で、HTMLアドレスを素早く解析でき、HTMLテキストの内容を取得でき、操作が簡単で、データを這い出す能力が強い.ここでは、Jsoupを通じて、オンラインで智聯の求人情報を取得し、現地に保存するJavaプログラムを共有し、プログラムは複数の都市の複数の職場を遍歴し、自分で都市名と職場名を修正することができます.

import java.io.File;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.OutputStream;
import java.text.DateFormat;
import java.text.SimpleDateFormat;
import java.util.Date;

import org.jsoup.Jsoup;
import org.jsoup.nodes.Document;
import org.jsoup.nodes.Element;
import org.jsoup.select.Elements;

public class JsoupHtml {

    //       URL
    private String url_head = "https://sou.zhaopin.com/jobs/searchresult.ashx?jl=";
    private String url_gw = "&kw=";
    private String url_page = "&p=1&isadv=";
    //      
    private static String[] cityname = {"  ","  ","  ","  ","  "};
    //        （    ）
    private static String[] jobname = {"android","ios","     ","Java   ","        ",
            "        "};

    public void getZhiLianWork(String cityName,String gwmc) {
        String nullString = "\t";
        try {
            for (int i = 1; i <= 25; i++) {
                System.out.println("*********     " + (i) + "      *********");
                Document doc = Jsoup.connect(url_head+ cityName + url_gw + gwmc + url_page + i).get();
                Element content = doc.getElementById("newlist_list_content_table");
                //     
                Elements zwmcEls = content.getElementsByClass("zwmc");
                //     
                Elements gsmcEls = content.getElementsByClass("gsmc");
                //     
                Elements zwyxEls = content.getElementsByClass("zwyx");
                //     
                Elements gzddEls = content.getElementsByClass("gzdd");

                Elements xinxi = doc.getElementsByClass("newlist_deatil_two");
                for (int j = 1; j <= zwmcEls.size(); j++) {
                    String info = null;
                    if (j < zwmcEls.size()) {

                        String n1 = zwmcEls.get(j).tagName("a").text();
                        String n2 = gsmcEls.get(j).tagName("a").text();
                        String n3 = zwyxEls.get(j).tagName("a").text();
                        String n4 = gzddEls.get(j).tagName("a").text();

                        //        \t  
                        if (n1 == null ) {
                            n1 = nullString;
                        } else if (n2 == null){
                            n2 = nullString;
                        } else if (n3 == null){
                            n3 = nullString;
                        } else if (n4 == null) {
                            n4 = nullString;
                        }
                        info = n1 + "\t" + n2 + "\t" + n3 + "\t" + n4;
                    }
                    if (xinxi.size() > j - 1) {
                        Elements x = xinxi.get(j - 1).getAllElements();
                        for (int k = 1; k < x.size(); k++) {
                            String n = x.get(k).text();
                            if (n == null || x == null || x.equals("")){
                                n = nullString;
                            }
                            info += "\t" + n;
                        }
                    }

                    if (info != null){
                        info+="
";
                        Date date = new Date();
                        DateFormat format = new SimpleDateFormat("yyyyMMdd");
                        String today = format.format(date);
                        write("/home/richard/Data/" + gwmc + today + ".txt", info);
                    }


                }
            }

        } catch (IOException e) {
            // TODO Auto-generated catch block
            e.printStackTrace();
        }
    }

    //Java IO     
    public void write(String path, String content) {
        // 1、     File      
        File dest = new File(path);
        // 2、          OutputStream FileOutputStream
        OutputStream os = null;
        try {
            //               true      
            os = new FileOutputStream(dest, true);
            // 3、  
            String str = content;
            //         
            byte[] data = str.getBytes();
            os.write(data, 0, data.length);

            os.flush(); //       
        } catch (FileNotFoundException e) {
            e.printStackTrace();
            System.out.println("     ");
        } catch (IOException e) {
            e.printStackTrace();
            System.out.println("      ");
        } finally {
            // 4、     :  
            try {
                if (null != os) {
                    os.close();
                }
            } catch (Exception e2) {
                System.out.println("       ");
            }
        }
    }

    public static void main(String[] args) {

        JsoupHtml jHtml = new JsoupHtml();
        //      
        for (String job:jobname) {
            //    
            for (String s: cityname) {
                System.out.println("Start : job:" + job + "\tcity:" + s);
                //         
                jHtml.getZhiLianWork(s,job);
            }
        }


    }

}

PS:jsoupパッケージダウンロードアドレス  jsoup-1.6.2.jar