/**
 * 手動設(shè)置 cookies
 * 先從網(wǎng)站上登錄，然后查看 request headers 里面的 cookies
 * @param url
 * @throws IOException
 */
public void setCookies(String url) throws IOException {

  Document document = Jsoup.connect(url)
      // 手動設(shè)置cookies
      .header("Cookie", "your cookies")
      .get();
  //
  if (document != null) {
    // 獲取豆瓣昵稱節(jié)點
    Element element = document.select(".info h1").first();
    if (element == null) {
      System.out.println("沒有找到 .info h1 標(biāo)簽");
      return;
    }
    // 取出豆瓣節(jié)點昵稱
    String userName = element.ownText();
    System.out.println("豆瓣我的網(wǎng)名為：" + userName);
  } else {
    System.out.println("出錯啦?。。。?！");
  }
}

public static void main(String[] args) throws Exception {
  // 個人中心url
  String user_info_url = "https://www.douban.com/people/150968577/";
  new CrawleLogin().setCookies(user_info_url);

/**
 * Jsoup 模擬登錄豆瓣 訪問個人中心
 * 在豆瓣登錄時先輸入一個錯誤的賬號密碼，查看到登錄所需要的參數(shù)
 * 先構(gòu)造登錄請求參數(shù)，成功后獲取到cookies
 * 設(shè)置request cookies，再次請求
 * @param loginUrl 登錄url
 * @param userInfoUrl 個人中心url
 * @throws IOException
 */
public void jsoupLogin(String loginUrl,String userInfoUrl) throws IOException {

  // 構(gòu)造登陸參數(shù)
  Map<String,String> data = new HashMap<>();
  data.put("name","your_account");
  data.put("password","your_password");
  data.put("remember","false");
  data.put("ticket","");
  data.put("ck","");
  Connection.Response login = Jsoup.connect(loginUrl)
      .ignoreContentType(true) // 忽略類型驗證
      .followRedirects(false) // 禁止重定向
      .postDataCharset("utf-8")
      .header("Upgrade-Insecure-Requests","1")
      .header("Accept","application/json")
      .header("Content-Type","application/x-www-form-urlencoded")
      .header("X-Requested-With","XMLHttpRequest")
      .header("User-Agent","Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36")
      .data(data)
      .method(Connection.Method.POST)
      .execute();
  login.charset("UTF-8");
  // login 中已經(jīng)獲取到登錄成功之后的cookies
  // 構(gòu)造訪問個人中心的請求
  Document document = Jsoup.connect(userInfoUrl)
      // 取出login對象里面的cookies
      .cookies(login.cookies())
      .get();
  if (document != null) {
    Element element = document.select(".info h1").first();
    if (element == null) {
      System.out.println("沒有找到 .info h1 標(biāo)簽");
      return;
    }
    String userName = element.ownText();
    System.out.println("豆瓣我的網(wǎng)名為：" + userName);
  } else {
    System.out.println("出錯啦?。。。?！");
  }
}

public static void main(String[] args) throws Exception {
  // 個人中心url
  String user_info_url = "https://www.douban.com/people/150968577/";

  // 登陸接口
  String login_url = "https://accounts.douban.com/j/mobile/login/basic";

  // new CrawleLogin().setCookies(user_info_url);
  new CrawleLogin().jsoupLogin(login_url,user_info_url);
}

/**
 * httpclient 的方式模擬登錄豆瓣
 * httpclient 跟jsoup差不多，不同的地方在于 httpclient 有session的概念
 * 在同一個httpclient 內(nèi)不需要設(shè)置cookies ，會默認(rèn)緩存下來
 * @param loginUrl
 * @param userInfoUrl
 */
public void httpClientLogin(String loginUrl,String userInfoUrl) throws Exception{

  CloseableHttpClient httpclient = HttpClients.createDefault();
  HttpUriRequest login = RequestBuilder.post()
      .setUri(new URI(loginUrl))// 登陸url
      .setHeader("Upgrade-Insecure-Requests","1")
      .setHeader("Accept","application/json")
      .setHeader("Content-Type","application/x-www-form-urlencoded")
      .setHeader("X-Requested-With","XMLHttpRequest")
      .setHeader("User-Agent","Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/75.0.3770.100 Safari/537.36")
      // 設(shè)置賬號信息
      .addParameter("name","your_account")
      .addParameter("password","your_password")
      .addParameter("remember","false")
      .addParameter("ticket","")
      .addParameter("ck","")
      .build();
  // 模擬登陸
  CloseableHttpResponse response = httpclient.execute(login);
  if (response.getStatusLine().getStatusCode() == 200){
    // 構(gòu)造訪問個人中心請求
    HttpGet httpGet = new HttpGet(userInfoUrl);
    CloseableHttpResponse user_response = httpclient.execute(httpGet);
    HttpEntity entity = user_response.getEntity();
    //
    String body = EntityUtils.toString(entity, "utf-8");

    // 偷個懶，直接判斷 缺心眼那叫單純 是否存在字符串中
    System.out.println("缺心眼那叫單純是否查找到？"+(body.contains("缺心眼那叫單純")));
  }else {
    System.out.println("httpclient 模擬登錄豆瓣失敗了!!!!");
  }
}