import java.io.BufferedWriter;
  import java.io.File;
  import java.io.FileWriter;
  import java.io.IOException;
  import java.util.HashMap;
  import java.util.Map;
  import org.jsoup.Jsoup;
  import org.jsoup.nodes.Document;
 import org.jsoup.nodes.Element;
 import org.jsoup.select.Elements;
 /**
  * 全國(guó)省市縣鎮(zhèn)村數(shù)據(jù)爬取
  * @author liushaofeng
  * @date -- 上午::
  * @version ..
  */
 public class JsoupTest
 {
   private static Map<Integer, String> cssMap = new HashMap<Integer, String>();
   private static BufferedWriter bufferedWriter = null;
   static
   {
     cssMap.put(, "provincetr");// 省
     cssMap.put(, "citytr");// 市
     cssMap.put(, "countytr");// 縣
     cssMap.put(, "towntr");// 鎮(zhèn)
     cssMap.put(, "villagetr");// 村
   }
   public static void main(String[] args) throws IOException
   {
     int level = ;
     initFile();
     // 獲取全國(guó)各個(gè)省級(jí)信息
     Document connect = connect("http://www.stats.gov.cn/tjsj/tjbz/tjyqhdmhcxhfdm//");
     Elements rowProvince = connect.select("tr." + cssMap.get(level));
     for (Element provinceElement : rowProvince)// 遍歷每一行的省份城市
     {
       Elements select = provinceElement.select("a");
       for (Element province : select)// 每一個(gè)省份(四川省)
       {
         parseNextLevel(province, level + );
       }
     }
     closeStream();
   }
   private static void initFile()
   {
     try
     {
       bufferedWriter = new BufferedWriter(new FileWriter(new File("d:\\CityInfo.txt"), true));
     } catch (IOException e)
     {
       e.printStackTrace();
     }
   }
   private static void closeStream()
   {
     if (bufferedWriter != null)
     {
       try
       {
         bufferedWriter.close();
       } catch (IOException e)
       {
         e.printStackTrace();
       }
       bufferedWriter = null;
     }
   }
   private static void parseNextLevel(Element parentElement, int level) throws IOException
   {
     try
     {
       Thread.sleep();//睡眠一下，否則可能出現(xiàn)各種錯(cuò)誤狀態(tài)碼
     } catch (InterruptedException e)
     {
       e.printStackTrace();
     }
     Document doc = connect(parentElement.attr("abs:href"));
     if (doc != null)
     {
       Elements newsHeadlines = doc.select("tr." + cssMap.get(level));//
       // 獲取表格的一行數(shù)據(jù)
       for (Element element : newsHeadlines)
       {
         printInfo(element, level + );
         Elements select = element.select("a");// 在遞歸調(diào)用的時(shí)候，這里是判斷是否是村一級(jí)的數(shù)據(jù)，村一級(jí)的數(shù)據(jù)沒(méi)有a標(biāo)簽
         if (select.size() != )
         {
           parseNextLevel(select.last(), level + );
         }
       }
     }
   }
   /**
   * 寫(xiě)一行數(shù)據(jù)到數(shù)據(jù)文件中去
   * @param element 爬取到的數(shù)據(jù)元素
   * @param level 城市級(jí)別
   */
   private static void printInfo(Element element, int level)
   {
     try
     {
       bufferedWriter.write(element.select("td").last().text() + "{" + level + "}["
         + element.select("td").first().text() + "]");
       bufferedWriter.newLine();
       bufferedWriter.flush();
     } catch (IOException e)
     {
       e.printStackTrace();
     }
   }
   private static Document connect(String url)
   {
     if (url == null || url.isEmpty())
     {
       throw new IllegalArgumentException("The input url('" + url + "') is invalid!");
     }
     try
     {
       return Jsoup.connect(url).timeout( * ).get();
     } catch (IOException e)
     {
       e.printStackTrace();
       return null;
     }
   }
 }