java通過URL獲取文本內容
阿新 • • 發佈:2017-12-31
file ear null 抓取 output copy pro 技術 public
原文地址https://www.cnblogs.com/myadmin/p/7634262.html
public static String readFileByUrl(String urlStr) { String res=null; try { URL url = new URL(urlStr); HttpURLConnection conn = (HttpURLConnection)url.openConnection(); //設置超時間為3秒 conn.setConnectTimeout(3*1000); //防止屏蔽程序抓取而返回403錯誤 conn.setRequestProperty("User-Agent", "Mozilla/4.0 (compatible; MSIE 5.0; Windows NT; DigExt)"); //得到輸入流 InputStream inputStream = conn.getInputStream(); res = readInputStream(inputStream); } catch (Exception e) { logger.error("通過url地址獲取文本內容失敗 Exception:" + e); } return res; }
/** * 從輸入流中獲取字符串 * @param inputStream * @return * @throws IOException */ public static String readInputStream(InputStream inputStream) throws IOException { byte[] buffer = new byte[1024]; int len = 0; ByteArrayOutputStream bos = new ByteArrayOutputStream(); while((len = inputStream.read(buffer)) != -1) { bos.write(buffer, 0, len); } bos.close(); System.out.println(new String(bos.toByteArray(),"utf-8")); return new String(bos.toByteArray(),"utf-8"); }
java通過URL獲取文本內容