HttpClient
import java.io.FileInputStream;import java.util.LinkedHashSet;import java.util.List;import java.util.Set;import java.util.regex.Matcher;import java.util.regex.Pattern;import org.apache.commons.httpclient.Header;import org.apache.commons.httpclient.HttpClient;import org.apache.commons.httpclient.NameValuePair;import org.apache.commons.httpclient.cookie.CookiePolicy;import org.apache.commons.httpclient.methods.GetMethod;import org.apache.commons.httpclient.methods.PostMethod;import org.apache.commons.io.IOUtils;public class Test {private static HttpClient httpClient = new HttpClient();/* get请求public static void main(String[] args) throws Exception {GetMethod getMethod = new GetMethod("http://commons.apache.org/downloads/download_logging.cgi");httpClient.executeMethod(getMethod);InputStream responseBodyAsStream = getMethod.getResponseBodyAsStream();String string = IOUtils.toString(responseBodyAsStream, "ISO-8859-1");System.out.println(string);if(getMethod != null) {getMethod.releaseConnection();}}*//* post提交*/public static void main2(String[] args) throws Exception {PostMethod postMethod = new PostMethod("http://popogame.netease.com/index.php");NameValuePair[] pairs = new NameValuePair[]{new NameValuePair("username" , "泡泡论坛账号"),new NameValuePair("password" , "泡泡论坛密码"),new NameValuePair("cookietime", "2592000"),new NameValuePair("loginfield" , "username"),new NameValuePair("questionid" , "0"),new NameValuePair("loginmode" ,""),new NameValuePair("answer" , ""),new NameValuePair("styleid" , "") ,new NameValuePair("formhash" , "17a0ef64")};postMethod.setRequestBody(pairs);httpClient.executeMethod(postMethod);String string = IOUtils.toString(postMethod.getResponseBodyAsStream(), "GB2312");System.out.println(string);if(postMethod != null) {postMethod.releaseConnection();}}/* 校内登陆加搜索人 可以无限制搜索*/public static void main3(String[] args) throws Exception {PostMethod postMethod = new PostMethod("http://passport.renren.com/PLogin.do");NameValuePair[] pairs = new NameValuePair[]{new NameValuePair("email" , "shuaigg.babysky@gmail.com"),new NameValuePair("password" , "aaaaaa"),};postMethod.setRequestBody(pairs);httpClient.executeMethod(postMethod);Header responseHeader = postMethod.getResponseHeader("location");String url = responseHeader.getValue();GetMethod getMethod = new GetMethod(url);httpClient.executeMethod(getMethod);if(postMethod != null) {postMethod.releaseConnection();}if(getMethod != null) {getMethod.releaseConnection();}Set<String> set = new LinkedHashSet<String>();for (int i = 0; i <= 150; i = i + 10) {PostMethod searchMethod = new PostMethod("http://browse.renren.com/searchEx.do?from=opensearch");searchMethod.setRequestBody(new NameValuePair[]{new NameValuePair("ajax" , "1"),new NameValuePair("q" , "北京大学"),new NameValuePair("offset", i + "")});httpClient.executeMethod(searchMethod);Pattern person = Pattern.compile("http://renren.com/profile.do\\?id=([\\d]+)");String searchStr = IOUtils.toString(searchMethod.getResponseBodyAsStream(), "UTF-8");searchStr = searchStr.replaceAll("\r", "").replaceAll("\n", "");Matcher matcher = person.matcher(searchStr);while(matcher.find()) {String group = matcher.group();System.out.println(group);set.add(group);}if(searchMethod != null) {searchMethod.releaseConnection();}}System.out.println("-----------------------------------------------------------");for (String string : set) {System.out.println(string);}}public static void connect() throws Exception {}@SuppressWarnings("unchecked")public static void main(String[] args) throws Exception {httpClient.getParams().setCookiePolicy(CookiePolicy.BROWSER_COMPATIBILITY);PostMethod postMethod = new PostMethod("http://passport.renren.com/PLogin.do");postMethod.setRequestHeader("User-Agent", "Firefox Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3");NameValuePair[] pairs = new NameValuePair[]{new NameValuePair("email" , "校内账号"),new NameValuePair("password" , "校内密码"),};postMethod.setRequestBody(pairs);httpClient.executeMethod(postMethod);Header responseHeader = postMethod.getResponseHeader("location");String url = responseHeader.getValue();GetMethod getMethod1 = new GetMethod(url);httpClient.executeMethod(getMethod1);if(getMethod1 != null) {getMethod1.releaseConnection();}if(postMethod != null) {postMethod.releaseConnection();}List<String> readLines = IOUtils.readLines(new FileInputStream("c:\\a.txt") , "gb2312");int count = 0;for (String string : readLines) {count ++;GetMethod getMethod= new GetMethod(string);getMethod.setRequestHeader("User-Agent", "Firefox Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9.1.3) Gecko/20090824 Firefox/3.5.3");httpClient.executeMethod(getMethod);if(count == 110) {String string2 = IOUtils.toString(getMethod.getResponseBodyAsStream(), "UTF-8");System.out.println(string2);}if(getMethod!= null) {getMethod.releaseConnection();}}}}
页:
[1]