google,baidu,bing网页搜索（java实现）
2024-12-26 03:10
package web_search;
import java.io.BufferedReader;
import java.io.IOException;
import java.io.InputStreamReader;
import java.io.UnsupportedEncodingException;
import java.net.HttpURLConnection;
import java.net.MalformedURLException;
import java.net.URL;
public class HtmlDownloader {
public static void main(String[] args) {
System.out
.println(down("http://www.baidu.com/s?wd=runtime.exec%20%B5%C8%B4%FD%CD%CB%B3%F6&pn=90&tn=monline_4_dg"));
}
public static String down(String u) {
return new Helper().fuck(u);
}
}
class Helper {
public String fuck(String u) {
String[] p = new String[2];
p[0] = u;
p[1] = "";
Thread thread = new T(p);
thread.start();
synchronized (this) {
try {
int count = 100;
while (count-- > 0) {
this.wait(100);
if (!thread.isAlive())
break;
}
} catch (Exception e) {
}
if (thread.isAlive())
thread.interrupt();
}
return p[1];
}
}
class T extends Thread {
static String user_agent_str = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.6; rv:9.0) Gecko/20100101 Firefox/9.0";
String[] l;
public T(String[] p) {
l = p;
}
public void run() {
String fu = l[0];
try {
StringBuilder ret = new StringBuilder();
int HttpResult;
URL url = new URL(fu);
HttpURLConnection urlconn = (HttpURLConnection) url
.openConnection(); // ������
// URLConnection
// ��������ij��࣬����Ӧ�ó����
// URL
// ֮���ͨ�����ӣ�ͨ����
// URL
// �ϵ���
// openConnection
// �����������Ӷ���
//urlconn.addRequestProperty("Accept-Language", "zh-cn");
urlconn.addRequestProperty("User-Agent", user_agent_str);
urlconn.setFollowRedirects(true);
urlconn.setInstanceFollowRedirects(false);
urlconn.connect(); // ʹ�� connect ����������Զ�̶����ʵ������
HttpURLConnection httpconn = (HttpURLConnection) urlconn; // ÿ��
// HttpURLConnection
// ʵ���������ɵ������