itcast-crawler-first(HttpConfigTest)

package cn.itcast.crawler;

import org.apache.http.client.config.RequestConfig;
import org.apache.http.client.methods.CloseableHttpResponse;
import org.apache.http.client.methods.HttpGet;
import org.apache.http.impl.client.CloseableHttpClient;
import org.apache.http.impl.client.HttpClients;
import org.apache.http.util.EntityUtils;

import java.io.IOException;

public class HttpConfigTest {
    public static void main(String[] args){
        //創建HttpClient對象
        CloseableHttpClient httpClient = HttpClients.createDefault();

        //創建HttpGet請求,設置url訪問地址
        HttpGet httpGet = new HttpGet("http://www.itcast.cn");

        //配置請求信息
        RequestConfig config = RequestConfig.custom().setConnectTimeout(1000)  //創建連接的最長時間,單位是毫秒
        .setConnectionRequestTimeout(500)    //創建獲取連接的最長時間,單位是毫秒
        .setSocketTimeout(10*1000)           //創建數據傳輸的最長時間,單位是毫秒
        .build();

        //給請求設置請求信息
        httpGet.setConfig(config);

        CloseableHttpResponse response = null;
        try {
            //使用HttpClient發起請求,獲取response
            response = httpClient.execute(httpGet);

            //解析響應
            if(response.getStatusLine().getStatusCode() == 200){
                String content = EntityUtils.toString(response.getEntity(), "utf8");
                System.out.println(content.length());
            }
        } catch (IOException e) {
            e.printStackTrace();
        }finally {
            //關閉response
            try {
                response.close();
            } catch (IOException e) {
                e.printStackTrace();
            }
            try {
                httpClient.close();
            } catch (IOException e) {
                e.printStackTrace();
            }
        }

    }
}
發表評論
所有評論
還沒有人評論,想成為第一個評論的人麼? 請在上方評論欄輸入並且點擊發布.
相關文章