public static String getHtmlContent(URL url, String encode) { StringBuffer contentBuffer = new StringBuffer();
int responseCode = -1; HttpURLConnection con = null; try { con = (HttpURLConnection) url.openConnection(); con.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt)");// IE代理进行下载 con.setConnectTimeout(60000); con.setReadTimeout(60000); // 获得网页返回信息码 responseCode = con.getResponseCode(); if (responseCode == -1) { String re = url.toString() + " : connection is failure..."; con.disconnect(); return re; } if (responseCode >= 400) // 请求失败 { String re = "请求失败:get response code: " + responseCode; con.disconnect(); return re; }
InputStream inStr = con.getInputStream(); InputStreamReader istreamReader = new InputStreamReader(inStr, encode); BufferedReader buffStr = new BufferedReader(istreamReader);
String str = null; while ((str = buffStr.readLine()) != null) contentBuffer.append(str); inStr.close(); } catch (IOException e) { e.printStackTrace(); contentBuffer = null; System.out.println("error: " + url.toString()); } finally { con.disconnect(); } return contentBuffer.toString(); }
public static String getHtmlContent(String url, String encode) { if (!url.toLowerCase().startsWith("http://")) { url = "http://" + url; } try { URL rUrl = new URL(url); return getHtmlContent(rUrl, encode); } catch (Exception e) { e.printStackTrace(); return "网址错误!"; } } //测试 /*public static void main(String argsp[]){ System.out.println(getHtmlContent("www.ilkhome.cn","utf-8")) ; }*/
原创声明:本文系作者授权腾讯云开发者社区发表,未经许可,不得转载。
如有侵权,请联系 cloudcommunity@tencent.com 删除。
原创声明:本文系作者授权腾讯云开发者社区发表,未经许可,不得转载。
如有侵权,请联系 cloudcommunity@tencent.com 删除。