簡單的爬蟲案例

簡單的爬蟲案例： 將百度的首頁爬取下來并保存在文件中。

import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;
import java.io.UnsupportedEncodingException;
import java.net.URL;


public class Test {
    public static void main(String[] args) throws UnsupportedEncodingException, IOException {
        URL url = new URL("http://www.baidu.com");
        BufferedReader bReader = 
                new BufferedReader(new InputStreamReader(url.openStream(), "utf-8"));
        BufferedWriter bWriter = 
                new BufferedWriter(new OutputStreamWriter(new FileOutputStream("baidu.html")));
        String msg = null;
        while((msg = bReader.readLine()) != null) {
//          System.out.println(msg);
            bWriter.append(msg + "\n");
        }
        bWriter.close();
        bReader.close();
    }
}