博客
关于我
强烈建议你试试无所不能的chatGPT，快点击我
HttpClientUtils.java
阅读量：6936 次
发布时间：2019-06-27

本文共 19838 字，大约阅读时间需要 66 分钟。

hot3.png

import java.io.BufferedReader;

import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.MalformedURLException;
import java.net.URL;
import java.net.URLConnection;
import java.net.URLEncoder;
import java.util.ArrayList;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.Set;

import org.apache.commons.httpclient.Header;

import org.apache.commons.httpclient.HttpClient;
import org.apache.commons.httpclient.HttpException;
import org.apache.commons.httpclient.HttpMethod;
import org.apache.commons.httpclient.methods.GetMethod;
import org.apache.commons.httpclient.methods.HeadMethod;
import org.apache.commons.httpclient.methods.InputStreamRequestEntity;
import org.apache.commons.httpclient.methods.PostMethod;
import org.apache.commons.httpclient.methods.StringRequestEntity;
import org.apache.commons.httpclient.methods.multipart.ByteArrayPartSource;
import org.apache.commons.httpclient.methods.multipart.FilePart;
import org.apache.commons.httpclient.methods.multipart.MultipartRequestEntity;
import org.apache.commons.httpclient.methods.multipart.Part;
import org.apache.commons.httpclient.methods.multipart.StringPart;
import org.apache.commons.httpclient.params.HttpMethodParams;
import org.apache.commons.lang.StringUtils;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.google.common.collect.Sets;

public final class HttpClientUtils {

    private static final Logger log = LoggerFactory.getLogger(HttpClientUtils.class);
    
    public static final String USER_AGENT = "HttpClient/3.1/PP";
    public static final int UNKNOWN_HTTP_CODE = 600;
    
    public static Long getLastModified(String urlAsStr){
        try{
            URL url = new URL(urlAsStr); 
            URLConnection urlc = url.openConnection();
            return urlc.getLastModified();
        }catch(Exception ex){
            log.error("Fail to get last-modified: {}", new Object[]{urlAsStr}, ex);
        }
        return null;
    }
    
    public static final String httpGet(String url){
        HttpClient client = new HttpClient();
        client.getHttpConnectionManager().getParams().setConnectionTimeout(2000); 

        GetMethod method = new GetMethod(url);

        method.getParams().setParameter(HttpMethodParams.HTTP_CONTENT_CHARSET,"utf-8");
        method.addRequestHeader("User-Agent", USER_AGENT);
        int code = UNKNOWN_HTTP_CODE;
        try {
            code = client.executeMethod(method);
            String msg = method.getResponseBodyAsString();
            return msg;
        } catch (HttpException e) {
            log.error("httpGet error with url: " + url);
        } catch (IOException e) {
            log.error("httpGet error with url: " + url);
        }
        return null;
    }
    
    public static final String httpGet(String url, Map<String, String> params){
        return httpGet(url, params, null);
    }
    
    /**
     * post 方式发送请求
     * url
     * sendData
     *
     */
    public static String httpPost(String url, String sendData, Map<String, String> params, Map<String, String> headers) {
        HttpClient client = new HttpClient();
        PostMethod method = new PostMethod(url);
        int code = UNKNOWN_HTTP_CODE;
        try {
            if(!StringUtils.isBlank(sendData))
                method.setRequestEntity(new StringRequestEntity(sendData, null, "utf-8"));
            if(params != null){
                for (Map.Entry<String, String> en : params.entrySet()) {
                    if(en.getValue() != null){
                        method.addParameter(en.getKey(), en.getValue());
                    }
                }
            }
            if(headers != null){
                for (Map.Entry<String, String> en : headers.entrySet()) {
                    method.addRequestHeader(en.getKey(), en.getValue());
                }
            }
            method.addRequestHeader("User-Agent", USER_AGENT);
            method.getParams().setParameter(HttpMethodParams.HTTP_CONTENT_CHARSET, "UTF-8");  
            method.getParams().setParameter(HttpMethodParams.HTTP_URI_CHARSET, "UTF-8");
            code = client.executeMethod(method);
            if(isValidHttpCode(code)){
                return readFullResponseBody(method);
            }else{
                String fullurl = buildGetUrl(url, params);
                log.error("Http response code(" + code + ") is not 200 when post " + fullurl + " with parameters " + params);
            }
        } catch (HttpException e) {
            String fullurl = buildGetUrl(url, params);
            log.error("Unexpected HttpException when http post " + fullurl + " with parameters " + params, e);
        } catch (IOException e) {
            String fullurl = buildGetUrl(url, params);
            log.error("Unexpected IOException when http post " + fullurl + " with parameters " + params, e);
        }
        return null;
    }
    
    public static String httpPost(String url, InputStream inputStream, Map<String, String> params, Map<String, String> headers) {
        HttpClient client = new HttpClient();
        PostMethod method = new PostMethod(url);
        int code = UNKNOWN_HTTP_CODE;
        try {
            method.setRequestEntity(new InputStreamRequestEntity(inputStream));
            if(params != null){
                for (Map.Entry<String, String> en : params.entrySet()) {
                    if(en.getValue() != null){
                        method.addParameter(en.getKey(), en.getValue());
                    }
                }
            }
            if(headers != null){
                for (Map.Entry<String, String> en : headers.entrySet()) {
                    method.addRequestHeader(en.getKey(), en.getValue());
                }
            }
            method.addRequestHeader("User-Agent", USER_AGENT);
            method.getParams().setParameter(HttpMethodParams.HTTP_CONTENT_CHARSET, "UTF-8");  
            method.getParams().setParameter(HttpMethodParams.HTTP_URI_CHARSET, "UTF-8");
            code = client.executeMethod(method);
            if(isValidHttpCode(code)){
                return readFullResponseBody(method);
            }else{
                String fullurl = buildGetUrl(url, params);
                log.error("Http response code(" + code + ") is not 200 when post " + fullurl + " with parameters " + params);
            }
        } catch (HttpException e) {
            String fullurl = buildGetUrl(url, params);
            log.error("Unexpected HttpException when http post " + fullurl + " with parameters " + params, e);
        } catch (IOException e) {
            String fullurl = buildGetUrl(url, params);
            log.error("Unexpected IOException when http post " + fullurl + " with parameters " + params, e);
        }
        return null;
    }
    
    
    public static String postForFile(String url, Map<String, String> params, String fileKey, String fileName, byte[] fileValueBuffer) {
        HttpClient client = new HttpClient();
        PostMethod postMethod = new PostMethod(url);
        List<Part> partList = new ArrayList<Part>();
        if (params != null) {
            for (Entry<String, String> entry : params.entrySet()) {
                partList.add(new StringPart(entry.getKey(), entry.getValue()));
            }
        }
        if (fileKey != null && fileValueBuffer != null) {
            FilePart filePart = new FilePart(fileKey, new ByteArrayPartSource(fileName, fileValueBuffer));
            filePart.setCharSet("utf-8");
            partList.add(filePart);
        }
        postMethod.setRequestEntity(new MultipartRequestEntity(partList.toArray(new Part[0]), postMethod.getParams()));
        postMethod.addRequestHeader("User-Agent", USER_AGENT);
        int code = UNKNOWN_HTTP_CODE;
        try {
            postMethod.getParams().setParameter(HttpMethodParams.HTTP_CONTENT_CHARSET, "UTF-8");
            postMethod.getParams().setParameter(HttpMethodParams.HTTP_URI_CHARSET, "UTF-8");
            code = client.executeMethod(postMethod);
            if (isValidHttpCode(code)) {
                return readFullResponseBody(postMethod);
            } else {
                String fullurl = buildGetUrl(url, params);
                log.error("Http response code(" + code + ") is not 200 when post " + fullurl + " with parameters " + params);
            }
        } catch (HttpException e) {
            String fullurl = buildGetUrl(url, params);
            log.error("Unexpected HttpException when http post " + fullurl + " with parameters " + params, e);
        } catch (IOException e) {
            String fullurl = buildGetUrl(url, params);
            log.error("Unexpected IOException when http post " + fullurl + " with parameters " + params, e);
        }
        return null;
    }

    

    public static final String httpGetNTimes(String url, Map<String, String> params, int times){
        return httpGetNTimes(url, params, null, times);
    }
    
    public static final String httpGetNTimes(String url, Map<String, String> params, Map<String, String> headers, int times){
        for(int i = 0; i<times; ++i){
            String response = httpGet(url, params, headers);
            if(response != null){
                return response;
            }
        }
        return null;
    }
    
    public static final String httpPostNTimes(String url, Map<String, String> params, int times){
        return httpPostNTimes(url, params, null, times);
    }
    
    public static final String httpPostNTimes(String url, Map<String, String> params, Map<String, String> headers, int times){
        for(int i = 0; i<times; ++i){
            String response = httpPost(url, params, headers);
            if(response != null){
                return response;
            }
        }
        return null;
    }
    
    public static final Map<String, Object> httpGetNTimesToMap(String url, Map<String, String> params, int times){
        return httpGetNTimesToMap(url, params, null, times);
    }
    
    public static final Map<String, Object> httpGetNTimesToMap(String url, Map<String, String> params, Map<String, String> headers, int times){
        String response = httpGetNTimes(url, params, headers, times);
        if(response == null){
            log.error("Failed to http get "+HttpClientUtils.buildGetUrl(url, params) + " for 3 times, please check your network");
            return null;
        }
        Map<String ,Object> responseMap = JSONUtil.decodeJsonToMap(response);
        if(responseMap == null){
            log.error("Some error happens when getting json from "+HttpClientUtils.buildGetUrl(url, params) + ", the repsonse is " + response);
            return null;
        }
        return responseMap;
    }
    
    public static final List<Object> httpGetNTimesToList(String url, Map<String, String> params, int times){
        return httpGetNTimesToList(url, params, null, times);
    }
    
    public static final List<Object> httpGetNTimesToList(String url, Map<String, String> params, Map<String, String> headers, int times){
        String response = httpGetNTimes(url, params, headers, times);
        if(response == null){
            log.error("Failed to http get "+HttpClientUtils.buildGetUrl(url, params) + " for 3 times, please check your network");
            return null;
        }
        List<Object> responseMap = JSONUtil.decodeJsonToList(response);
        if(responseMap == null){
            log.error("Some error happens when getting json from "+HttpClientUtils.buildGetUrl(url, params) + ", the repsonse is " + response);
            return null;
        }
        return responseMap;
    }
    
    public static final Object httpGetNTimesToObject(String url, Map<String, String> params, int times){
        return httpGetNTimesToObject(url, params, null, times);
    }
    
    public static final Object httpGetNTimesToObject(String url, Map<String, String> params, Map<String, String> headers, int times){
        String response = httpGetNTimes(url, params, headers, times);
        if(response == null){
            log.error("Failed to http get "+HttpClientUtils.buildGetUrl(url, params) + " for 3 times, please check your network");
            return null;
        }
        Object responseMap = JSONUtil.decodeJson(response, Object.class);
        if(responseMap == null){
            log.error("Some error happens when getting json from "+HttpClientUtils.buildGetUrl(url, params) + ", the repsonse is " + response);
            return null;
        }
        return responseMap;
    }
    
    public static final String httpGet(String url, Map<String, String> params, Map<String, String> headers){
        HttpClient client = new HttpClient();
        String fullurl = buildGetUrl(url, params);
        log.info("[HTTP][GET][URL][{}]", fullurl);
        GetMethod method = new GetMethod(fullurl);
        if(headers != null){
            for (Map.Entry<String, String> en : headers.entrySet()) {
                method.addRequestHeader(en.getKey(), en.getValue());
            }
        }
        method.addRequestHeader("User-Agent", USER_AGENT);
        int code = UNKNOWN_HTTP_CODE;
        try {
            code = client.executeMethod(method);
            if(isValidHttpCode(code)){
                return readFullResponseBody(method);
            }else{
                log.error("Http response code(" + code + ") is not 200 when get " + fullurl + " with parameters " + params);
            }
        } catch (HttpException e) {
            log.error("Unexpected HttpException when http get " + fullurl + " with parameters " + params, e);
        } catch (IOException e) {
            log.error("Unexpected IOException when http get " + fullurl + " with parameters " + params, e);
        } 
        return null;
    }
    
    public static final InputStream httpGetAsStream(String url, Map<String, String> params){
        HttpClient client = new HttpClient();
        String fullurl = buildGetUrl(url, params);
        GetMethod method = new GetMethod(fullurl);
        method.addRequestHeader("User-Agent", USER_AGENT);
        int code = UNKNOWN_HTTP_CODE;
        try {
            code = client.executeMethod(method);
            if(isValidHttpCode(code)){
                return method.getResponseBodyAsStream();
            }else{
                log.error("Http response code(" + code + ") is not 200 when get " + fullurl + " with parameters " + params);
            }
        } catch (HttpException e) {
            log.error("Unexpected HttpException when http get " + fullurl + " with parameters " + params, e);
        } catch (IOException e) {
            log.error("Unexpected IOException when http get " + fullurl + " with parameters " + params, e);
        } 
        return null;
    }
    
    public static final Header[] httpHead(String url){
        return httpHead(url, null, null);
    }
    
    public static final Header[] httpHead(String url, Map<String, String> params){
        return httpHead(url, params, null);
    }
    
    public static final Header[] httpHead(String url, Map<String, String> params, Map<String, String> headers){
        HttpClient client = new HttpClient();
        String fullurl = buildGetUrl(url, params);
        HeadMethod method = new HeadMethod(fullurl);
        if(headers != null){
            for (Map.Entry<String, String> en : headers.entrySet()) {
                method.addRequestHeader(en.getKey(), en.getValue());
            }
        }
        method.addRequestHeader("User-Agent", USER_AGENT);
        int code = UNKNOWN_HTTP_CODE;
        try {
            code = client.executeMethod(method);
            if(isValidHttpCode(code)){
                return method.getResponseHeaders();
            }else{
                log.error("Http response code(" + code + ") is not 200 when get " + fullurl + " with parameters " + params);
            }
        } catch (HttpException e) {
            log.error("Unexpected HttpException when http get " + fullurl + " with parameters " + params, e);
        } catch (IOException e) {
            log.error("Unexpected IOException when http get " + fullurl + " with parameters " + params, e);
        } 
        return null;
    }
    
    private static final Set<Integer> INVALID_HTTP_CODES = Sets.newHashSet(499, 500, 502, 403, 404);
    public static final boolean isValidHttpCode(int code){
        return !INVALID_HTTP_CODES.contains(code);
    }

    public static String buildGetUrl(String url, Map<String, String> params) {

        return params == null || params.isEmpty() ? url : new StringBuilder(256).append(url).append("?").append(urlencode(params)).toString();
    }
    
    public static final Map<String, Object> httpPostToMap(String url, Map<String, String> params){
        String response = HttpClientUtils.httpPost(url, params, null);
        if(response == null){
            log.error("Failed to http get "+HttpClientUtils.buildGetUrl(url, params) + " for 3 times, please check your network");
            return null;
        }
        Map<String ,Object> responseMap = JSONUtil.decodeJsonToMap(response);
        if(responseMap == null){
            log.error("Some error happens when getting json from "+HttpClientUtils.buildGetUrl(url, params) + ", the repsonse is " + response);
            return null;
        }
        return responseMap;
    }
    
    public static final List<Object> httpPostToList(String url, Map<String, String> params){
        String response = HttpClientUtils.httpPost(url, params, null);
        if(response == null){
            log.error("Failed to http post "+HttpClientUtils.buildGetUrl(url, params) + " for 3 times, please check your network");
            return null;
        }
        List<Object> responseMap = JSONUtil.decodeJsonToList(response);
        if(responseMap == null){
            log.error("Some error happens when getting json from "+url+ " with post parameters " + params + ", the repsonse is " + response);
            return null;
        }
        return responseMap;
    }
    
    public static final Object httpGetToObject(String url, Map<String, String> params){
        String response = HttpClientUtils.httpGet(url, params, null);
        if(response == null){
            log.error("Failed to http get "+HttpClientUtils.buildGetUrl(url, params) + " for 3 times, please check your network");
            return null;
        }
        Object responseMap = JSONUtil.decodeJson(response, Object.class);
        if(responseMap == null){
            log.error("Some error happens when getting json from "+HttpClientUtils.buildGetUrl(url, params) + ", the repsonse is " + response);
            return null;
        }
        return responseMap;
    }
    
    public static final Object httpPostToObject(String url, Map<String, String> params){
        String response = HttpClientUtils.httpPost(url, params, null);
        if(response == null){
            log.error("Failed to http get "+HttpClientUtils.buildGetUrl(url, params) + " for 3 times, please check your network");
            return null;
        }
        Object responseMap = JSONUtil.decodeJson(response, Object.class);
        if(responseMap == null){
            log.error("Some error happens when getting json from "+HttpClientUtils.buildGetUrl(url, params) + ", the repsonse is " + response);
            return null;
        }
        return responseMap;
    }
    
    public static final String httpPost(String url, Map<String, String> params){
        return httpPost(url, params, null);
    }
    
    public static final String httpPost(String url, Map<String, String> params, Map<String, String> headers){
        return httpPost(url, "", params, headers);
    }
    
    public static final String readFullResponseBody(HttpMethod method){
        BufferedReader reader = null;
        
        try{
            StringBuilder sb = new StringBuilder(256);
            reader = new BufferedReader(new InputStreamReader(method.getResponseBodyAsStream(),"utf-8"));
            for(String line = reader.readLine(); line != null; line = reader.readLine()){
                sb.append(line).append('\n');
            }
            return sb.toString().trim();
        }catch(IOException ex){
            log.error("Unexpected IOException when read http response", ex);
            return null;
        }
    }
    
    
    public static final String urlencode(String value){
        if(StringUtils.isBlank(value)){
            return "";
        }
        try {
            return URLEncoder.encode(value, "UTF-8");
        } catch (UnsupportedEncodingException e) {
            log.error("Fail to encode string " + value + " with UTF-8");
            return value;
        }
        
    }
    
    public static final String urlencode(Map<String, String> params){
        if(params == null || params.isEmpty()){
            return null;
        }
        StringBuilder sb = new StringBuilder();
        for(Map.Entry<String, String> en : params.entrySet()){
            sb.append(urlencode(en.getKey())).append("=").append(urlencode(en.getValue())).append("&");
        }
        sb.setLength(sb.length() - 1);
        return sb.toString();
    }
    
    public static final boolean isValidLink(String link){
        
        URL url;
        try {
             url = new URL(link);
             HttpURLConnection connt = (HttpURLConnection)url.openConnection();
             connt.setRequestMethod("HEAD");
             String strMessage = connt.getResponseMessage();
             if (strMessage.compareTo("Not Found") == 0) {
                 return false;
             }
             connt.disconnect();
        } catch (MalformedURLException e) {
            log.error("url is not valid:" + link);
            return false;
        } catch (IOException e) {
            log.error("url is not valid:"+ link);
            return false;
        }
        return true;
    }
    
    public static Map<String, Object> postMultipartToMap(String url, Part[] parts, HttpClient client) {
        PostMethod postMethod = new PostMethod(url);
        long timestamp = System.currentTimeMillis();
        Map<String,Object> responseMap = null;
        try {
            postMethod.addRequestHeader("User-Agent", USER_AGENT);
            
            //对于MIME类型的请求，httpclient建议全用MulitPartRequestEntity进行包装
            MultipartRequestEntity mre = new MultipartRequestEntity(parts, postMethod.getParams());
            postMethod.setRequestEntity(mre);
            client.getHttpConnectionManager().getParams().setConnectionTimeout(10000);// 设置连接时间
            int status = client.executeMethod(postMethod);
            if (isValidHttpCode(status)) {
                String responeBody = readFullResponseBody(postMethod);
                responseMap = JSONUtil.decodeJsonToMap(responeBody);
//                System.out.println(postMethod.getResponseBodyAsString());
            }else{
                log.info("respons status is :"+status + ", url:" + url);
            } 
        } catch (Exception e) {
            log.info(e.getLocalizedMessage());
        } finally {
            //释放连接
            postMethod.releaseConnection();
            log.info("send file end, total time is {}",System.currentTimeMillis() - timestamp);
        }
        return responseMap;
    }

    public static InputStream httpGetInputStream(String url, Map<String, String> params) {

        HttpClient client = new HttpClient();
        String fullurl = buildGetUrl(url, params);
        log.info("[HTTP][GET][URL][{}]", fullurl);
        GetMethod method = new GetMethod(fullurl);
        method.addRequestHeader("User-Agent", USER_AGENT);
        int code = UNKNOWN_HTTP_CODE;
        try {
            code = client.executeMethod(method);
            if(isValidHttpCode(code)){
                return method.getResponseBodyAsStream();
            }else{
                log.error("Http response code(" + code + ") is not 200 when get " + fullurl + " with parameters " + params);
            }
        } catch (HttpException e) {
            log.error("Unexpected HttpException when http get " + fullurl + " with parameters " + params, e);
        } catch (IOException e) {
            log.error("Unexpected IOException when http get " + fullurl + " with parameters " + params, e);
        } 
        return null;
    }

    

    
}
 

转载于:https://my.oschina.net/guoenzhou/blog/737044

你可能感兴趣的文章
Pav Metro Store OpenCart 自适应主题模板 ABC-0215
查看>>
如何初始化类的static成员变量？
查看>>
vue自定义指令
查看>>
MD5 AES Des 加密解密
查看>>
sc config 命令(详细)
查看>>
mongo c#驱动介绍操作
查看>>
ping: icmp open socket: Operation not permitted 的解决办法
查看>>
清除error.log、access.log并限制Apache日志文件大小的方法
查看>>
我的友情链接
查看>>
【Java基础】Java常见的异常
查看>>
apache忽略文件后缀
查看>>
教你如何rEFIt-让你开机免按option!
查看>>
linux 权限管理
查看>>
Windows 2003 标准版_企业版_SP1_SP2_R2的区别
查看>>
AD域管理系列（6）-- 常见处理
查看>>
rpm包安装apache发布多个虚拟主机
查看>>
运维工具
查看>>
喜欢与需要
查看>>
echo命令详解
查看>>
Activity一共有以下四种launchMode
查看>>
喝酒易醉，品茶养心，人生如梦，品茶悟道，何以解忧？唯有杜康！-- 愿君每日到此一游！
当前时间: 2025-02-03 21:53:46   当前IP: 3.15.145.231   联系邮箱:javaeecc@qq.com     Copyright © 2020 - 2022 baihongyu.com 京ICP备2021015314号-2
强烈建议你试试无所不能的CHAT-GPT，快点击我
强烈建议你试试无所不能的CHAT-GPT，快点击我