实用工具类 PageLoader，以get和post方法读取网页, 支持代理和cookie

using System;
using System.Text;
using System.IO;
using System.Linq;
using System.Net;

/// <summary>
/// 实用工具类。这个类支持以get和post方法读取网页, 支持代理和cookie
/// </summary>
public class PageLoader
{
public string _proxy = null;
public string Proxy { get { return _proxy; } set { _proxy = value; } }

class TrustAllCertificatePolicy : ICertificatePolicy
{
public TrustAllCertificatePolicy()
{

//
// TODO: 在此处添加构造函数逻辑

}
public bool CheckValidationResult(ServicePoint sp, System.Security.Cryptography.X509Certificates.X509Certificate cert, System.Net.WebRequest req, int problem)
{
return true;// 这是最关键的，返回true，告诉客户端忽略证书名称不匹配！
}
}

public bool LoadPage(string url, string referer, string postdata, CookieContainer cookies, out MemoryStream outStream)
{

try
{

HttpWebRequest Req = (HttpWebRequest)WebRequest.Create(new Uri(url));
Req.ServicePoint.Expect100Continue = false;
Req.ReadWriteTimeout = 60000;
if (!string.IsNullOrEmpty(referer))
Req.Referer = referer;
Req.CookieContainer = cookies;
//Req.Accept = "image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, application/x-shockwave-flash, application/vnd.ms-excel, application/vnd.ms-powerpoint, application/msword, */*";
// Req.Accept = "image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, application/x-shockwave-flash, application/vnd.ms-excel, application/vnd.ms-powerpoint, application/msword, application/xaml+xml, application/vnd.ms-xpsdocument, application/x-ms-xbap, application/x-ms-application, */*";
Req.Accept = "*/*";
Req.ContentType = "application/x-www-form-urlencoded";
Req.UserAgent = "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0; SV1; .NET CLR 2.0.50727)";
//Req.Headers.Add("Accept-Encoding", "gzip,deflate");
Req.Headers.Add("Accept-Language", "zh-cn");
//Req.KeepAlive = true;

System.Net.ServicePointManager.CertificatePolicy = new TrustAllCertificatePolicy();

if (!string.IsNullOrEmpty(_proxy))
{
Req.Proxy = new WebProxy(_proxy);
}
if (!string.IsNullOrEmpty(postdata))
{

Req.Expect = "";
Req.ContentType = "application/x-www-form-urlencoded";
Req.Method = "POST";
byte[] buf = System.Text.Encoding.ASCII.GetBytes(postdata);
Req.ContentLength = buf.Length;
Stream reqStream = Req.GetRequestStream();
reqStream.Write(buf, 0, buf.Length);
reqStream.Flush();
reqStream.Close();
}

Req.Timeout = 60000;
HttpWebResponse Res = (HttpWebResponse)Req.GetResponse();

int Len = 0;
byte[] Buffer = new byte[1024];
MemoryStream bufStream = new MemoryStream();
Stream resStream = Res.GetResponseStream();
string str;
string str2;
str = Res.Headers.ToString();
resStream.ReadTimeout = 60000;
Len = resStream.Read(Buffer, 0, 1024);
while (Len > 0)
{
bufStream.Write(Buffer, 0, Len);
Len = resStream.Read(Buffer, 0, 1024);
}
resStream.Close();
bufStream.Position = 0;

outStream = bufStream;

return true;
}
catch { }
{
outStream = null;
return false;
}

}
}