|
import java.io.File;
import java.io.FileOutputStream;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.HttpURLConnection;
import java.net.URL;
import java.net.URLConnection;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import
java.util.Iterator;
import
java.util.List;
import
java.util.UUID;
import
java.util.regex.Matcher;
import
java.util.regex.Pattern;
/***
* java抓取网络图片
*
* @author swinglife
*
*/
public
class CatchImage
{
// 地址
private
static final String URL = "http://www.4493.com/";
// 编码
private
static final String ECODING = "UTF-8";
// 获取img标签正则
private
static final String IMGURL_REG = "<img.*src=(.*?)[^>]*?>";
// 获取src路径的正则
private
static final String IMGSRC_REG = "http:\"?(.*?)(\"|>|\\s+)";
private
static final String IMGDSRC_REG = "[\"\‘](http.+\\.(jpg|JPG|png|PNG|gif|GIF))[\"\‘]";
private
static final String[] picstuffix = { "jpg", "JPG", "gif", "GIF", "png", "PNG"
};
private
static List<String> pList = new
ArrayList<>();
public
static void main(String[] args) throws
Exception
{
CatchImage cm = new
CatchImage();
// 获得html文本内容
String HTML = cm.getHTML(URL);
// System.out.println(HTML);
// 获取图片标签
List<String> imgUrl = cm.getImageUrl(HTML);
// 获取图片src地址
List<String> imgSrc = cm.getImageSrc(imgUrl);
// 下载图片
cm.Download(imgSrc, "E:\\Imagesave"+saveDiff());
// cm.getImageSrc(HTML);
// cm.ThreadDownload(imgSrc, "E:\\Imagesave"+saveDiff() , 6);
// cm.TOThreadDownload(pList, "E:\\Imagesave" + saveDiff(), 6, 6000);
}
/***
* 获取HTML内容
*
* @param url
* @return
* @throws Exception
*/
private
String getHTML(String url) throws
Exception
{
URL uri = new
URL(url);
URLConnection connection = uri.openConnection();
InputStream in = connection.getInputStream();
byte[] buf = new
byte[1024];
int
length = 0;
StringBuffer sb = new
StringBuffer();
while
((length = in.read(buf, 0, buf.length)) > 0)
{
sb.append(new
String(buf, ECODING));
}
in.close();
return
sb.toString();
}
/***
* 获取ImageUrl地址
*
* @param HTML
* @return
*/
private
List<String> getImageUrl(String HTML)
{
Matcher matcher = Pattern.compile(IMGURL_REG).matcher(HTML);
List<String> listImgUrl = new
ArrayList<String>();
while
(matcher.find())
{
listImgUrl.add(matcher.group());
}
return
listImgUrl;
}
/***
* 获取ImageSrc地址
*
* @param listImageUrl
* @return
*/
private
List<String> getImageSrc(List<String> listImageUrl)
{
List<String> listImgSrc = new
ArrayList<String>();
for
(String image : listImageUrl)
{
Matcher matcher = Pattern.compile(IMGSRC_REG).matcher(image);
while
(matcher.find())
{
listImgSrc.add(matcher.group().substring(0, matcher.group().length() - 1));
}
}
return
listImgSrc;
}
/**
* 获取html里面的图片
*
* @param html
* @return
*/
private
void getImageSrc(String html)
{
Pattern p = Pattern.compile(IMGDSRC_REG);
Matcher m = p.matcher(html);
while
(m.find())
{
getpicsrc(m.group(1));
}
}
/**
* 截取字符串里面的图片
*
* @param src
* @return
*/
public
void getpicsrc(String src)
{
if
(src.contains("http:"))
{
String[] app = src.split("http:");
for
(int i = 0; i < app.length; i++)
{
if
(!isBlank(app[i]))
{
for
(int j = 0; j < picstuffix.length; j++)
{
if
(app[i].contains("."
+ picstuffix[j]))
{
int
inum = app[i].indexOf(picstuffix[j]);
String url = "http:"
+ app[i].substring(0, inum) + picstuffix[j];
pList.add(url);
}
}
}
}
}
}
/**
* 去处重复元素
*
* @param result
* @return
*/
public
static List<String> RemoveRepeated(List<String> result)
{
List<String> tmpArr = new
ArrayList<String>();
for
(int i = 0; i < result.size(); i++)
{
if
(!tmpArr.contains(result.get(i)))
{
tmpArr.add((String) result.get(i));
}
}
return
tmpArr;
}
/**
* 判断非空
*
* @param cs
* @return
*/
public
static boolean isBlank(CharSequence cs)
{
int
strLen;
if
(cs == null
|| (strLen = cs.length()) == 0)
{
return
true;
}
for
(int i = 0; i < strLen; i++)
{
if
(Character.isWhitespace(cs.charAt(i)) == false)
{
return
false;
}
}
return
true;
}
/***
* 单线程下载图片
*
* @param listImgSrc
*/
private
void Download(List<String> listImgSrc, String savedir)
{
for
(String url : listImgSrc)
{
try
{
String imageName = url.substring(url.lastIndexOf("/") + 1, url.length());
URL uri = new
URL(url);
InputStream in = uri.openStream();
FileOutputStream fo = new
FileOutputStream(new
File(savedir + imageName));
byte[] buf = new
byte[1024];
int
length = 0;
while
((length = in.read(buf, 0, buf.length)) != -1)
{
fo.write(buf, 0, length);
}
in.close();
fo.close();
System.out.println("*^_^*");
} catch
(Exception e)
{
System.out.println("-_-!");
}
}
}
/**
* 多线程下载图片
*
* @param listImgSrc
* @param savedir
* @param tnum
*/
private
void ThreadDownload(List<String> listImgSrc, String savedir, int
tnum)
{
for
(int i = 0; i < listImgSrc.size(); i += tnum)
{
new
DThread(savedir, tnum, listImgSrc, i).start();
}
}
/**
*
* 2014-4-3上午10:52:38 Describe: 多线程下载照片
*
* @author: ITWANG
*/
class
DThread extends
Thread
{
private
String savedir = null;
private
int tnum;
private
List<String> listImgSrc;
private
int bunm;
public
DThread(String savedir, int
tnum, List<String> listImgSrc, int
bnum)
{
this.savedir = savedir;
this.tnum = tnum;
this.listImgSrc = listImgSrc;
this.bunm = bnum;
}
@Override
public
void run()
{
for
(int i = 0; i < tnum; i++)
{
try
{
String url = listImgSrc.get(bunm + i);
String sps = url.substring(url.lastIndexOf("."), url.length());
String imageName = UUID.randomUUID().toString() + sps;
URL uri = new
URL(url);
InputStream in = uri.openStream();
System.out.println(savedir + imageName);
FileOutputStream fo = new
FileOutputStream(new
File(savedir + imageName));
byte[] buf = new
byte[1024];
int
length = 0;
while
((length = in.read(buf, 0, buf.length)) != -1)
{
fo.write(buf, 0, length);
}
in.close();
fo.close();
System.out.println("*^_^*");
} catch
(Exception e)
{
System.out.println("-_-!");
}
}
}
}
/**
* 多线程超时下载
*
* @param listImgSrc
* @param savedir
* @param tnum
* @param timeout
*/
private
void TOThreadDownload(List<String> listImgSrc, String savedir, int
tnum, int
timeout)
{
for
(int i = 0; i < listImgSrc.size(); i += tnum)
{
new
TODThread(savedir, tnum, listImgSrc, i, timeout).start();
}
}
/**
*
* 2014-4-3上午10:52:07 Describe: 超时方式下载照片线程
*
* @author: ITWANG
*/
class
TODThread extends
Thread
{
private
String savedir = null;
private
int tnum;
private
List<String> listImgSrc;
private
int bunm;
private
int timeout = 3000;
public
TODThread(String savedir, int
tnum, List<String> listImgSrc, int
bnum, int
timeout)
{
this.savedir = savedir;
this.tnum = tnum;
this.listImgSrc = listImgSrc;
this.bunm = bnum;
this.timeout = timeout;
}
@Override
public
void run()
{
for
(int i = 0; i < tnum; i++)
{
String url = listImgSrc.get(bunm + i);
String sps = url.substring(url.lastIndexOf("."), url.length());
String imageName = UUID.randomUUID().toString() + sps;
try
{
if
(getPic(url, savedir, imageName, timeout))
{
System.out.println("*^_^*");
} else
{
System.out.println("-_-!");
}
} catch
(Exception e)
{
System.out.println("下载异常");
}
}
}
}
/**
* GET方式下载照片
*
* @param purl
* @param folder
* @param filename
* @param timeout
* @return
* @throws Exception
*/
public
boolean getPic(String purl, String folder, String filename, int
timeout) throws
Exception
{
URL url = new
URL(purl);
HttpURLConnection conn = (HttpURLConnection) url.openConnection();
conn.setConnectTimeout(timeout);
conn.setRequestMethod("GET");
conn.setDoOutput(true);
conn.setDoInput(true);
if
(conn.getResponseCode() == 200)
{
InputStream is = conn.getInputStream();
byte[] bs = new
byte[1024];
int
len;
File sf = new
File(folder);
if
(!sf.exists())
{
sf.mkdirs();
}
OutputStream os = new
FileOutputStream(sf.getPath() + "\\"
+ filename);
while
((len = is.read(bs)) != -1)
{
os.write(bs, 0, len);
}
os.close();
is.close();
return
true;
}
return
false;
}
/**
* 时间文件夹
*
* @return
*/
public
static String saveDiff()
{
SimpleDateFormat formate = new
SimpleDateFormat("yyyy-MM-dd-HH-mm-ss");
return
"\\" + formate.format(System.currentTimeMillis()) + "\\";
}
}
| 