java 免费下载[起点网] 的小说

xf.zhouwenjun

package com.web.tool;

import java.io.FileOutputStream;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URL;
import java.net.URLConnection;
import java.util.List;
import com.tjh.robot.Robot;
import com.tjh.robot.book.Book;

public class DownLoad_qidian {
/**
* 模块功能: 专门用来下载 起点中文网 的小说
* @author Administrator
* 2009-10-10
*/
public static void main(String[] args) {
String url = "http://www.qidian.com/Book/BookPotentialList.aspx?Type=Book";
try {
String path = "config/qidian.properties"; // 配制文件的路径
List<Book> list = new Robot(path).parseBooks(url);
System.out.println("下载清单 如下:" + "\n共  " + list.size() + "  篇小说");
for (int i = 0; i < list.size(); i++) {
Book book = list.get(i);
System.out
.println("------------------------------------------\n"
+ "书名："
+ book.getName()
+ "\n"
+ "下载地址:"
+ book.getTxtUrl()
+ "\n------------------------------------------\n");
//循环下载到本地
download(book.getTxtUrl(), "d:/" + book.getName() + ".txt");
}

System.out.println("ok");

} catch (Exception e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
/**
* 下载文件到本地
*/
public static void download(String urlString, String filename)
throws Exception {
// 构造URL
URL url = new URL(urlString);
// 打开连接
URLConnection con = url.openConnection();
// 输入流
InputStream is = con.getInputStream();
// 输出流
OutputStream os = new FileOutputStream(filename);

// 2K的数据缓冲
byte[] bs = new byte[2048];
// 读取到的数据长度
int len;

// 开始读取
while ((len = is.read(bs)) != -1) {
os.write(bs, 0, len);
}
// 完毕，关闭所有链接
os.close();
is.close();
}
}