IDC资讯中心
private string requestget(string theurl, string theproxy)
{
uri uri = new uri(theurl);
httpwebrequest request = (httpwebrequest) webrequest.create(uri);
string page;
try
{
request.keepalive = false;
request.protocolversion=httpversion.version10;
request.method = "get";
request.contenttype = "application/x-www-form-urlencoded";
request.proxy = system.net.webproxy.getdefaultproxy();
//allow auto redirects from redirect headers
request.allowautoredirect=true;
//maximum of 10 auto redirects
request.maximumautomaticredirections=10;
//30 second timeout for request
request.timeout=(int) new timespan(0,0,60).totalmilliseconds;
//give the crawler a name.
request.useragent = "mozilla/4.0 (compatible; msie 6.0; windows nt 5.1)";
//request.useragent="mozilla/3.0 (compatible; my browser/1.0)";
httpwebresponse response = (httpwebresponse) request.getresponse();
stream responsestream = response.getresponsestream();
streamreader readstream = new streamreader (responsestream, system.text.encoding.default);
page = readstream.readtoend();
}
catch (exception ee)
{
page = "fail message : "+ee.message;
}
return page;
}
