C# HttpWebRequest 通用类1

/*

使用方法：
MyHttp loHttp = new MyHttp();
string lcHtml = "";

loHttp.HandleCookies = true;//操作Cookies
loHttp.Method = "GET";
lcHtml = loHttp.GetUrl("http://signin.ebay.com.cn/ws2/eBayISAPI.dll?SignIn&ssPageName=h:h:sout:CN");

loHttp.AddPostKey("Key", "Value");
loHttp.Referer = "http://signin.ebay.com.cn/ws2/eBayISAPI.dll?SignIn&ssPageName=h:h:sout:CN";

loHttp.Method = "POST";
lcHtml = loHttp.GetUrl("http://signin.ebay.com.cn/ws2/eBayISAPI.dll");

MessageBox.Show(loHttp.ErrorMsg);
MessageBox.Show(lcHtml);

*/

using System;
using System.Collections;
using System.Text;
using System.Web;
using System.Windows.Forms;//only For Use MessageBox
using System.Net;
using System.IO;
using System.Diagnostics;

namespace HttpWeb
{
public class MyHttp
{
/// <summary>
/// User name used for Authentication.
/// To use the currently logged in user when accessing an NTLM resource you can use "AUTOLOGIN".
/// </summary>
public string Username
{
get { return this.cUsername; }
set { cUsername = value; }
}

/// <summary>
/// Password for Authentication.
/// </summary>
public string Password
{
get { return this.cPassword; }
set { this.cPassword = value; }
}

/// <summary>
/// Address of the Proxy Server to be used.
/// Use optional DEFAULTPROXY value to specify that you want to IE's Proxy Settings
/// </summary>
public string ProxyAddress
{
get { return this.cProxyAddress; }
set { this.cProxyAddress = value; }
}

/// <summary>
/// Semicolon separated Address list of the servers the proxy is not used for.
/// </summary>
public string ProxyBypass
{
get { return this.cProxyBypass; }
set { this.cProxyBypass = value; }
}

/// <summary>
/// Username for a password validating Proxy. Only used if the proxy info is set.
/// </summary>
public string ProxyUsername
{
get { return this.cProxyUsername; }
set { this.cProxyUsername = value; }
}
/// <summary>
/// Password for a password validating Proxy. Only used if the proxy info is set.
/// </summary>
public string ProxyPassword
{
get { return this.cProxyPassword; }
set { this.cProxyPassword = value; }
}

/// <summary>
/// Timeout for the Web request in seconds. Times out on connection, read and send operations.
/// Default is 30 seconds.
/// </summary>
public int Timeout
{
get { return this.nConnectTimeout; }
set { this.nConnectTimeout = value; }
}

public bool HandleReferer
{
get { return this.bHandleReferer; }
set { this.bHandleReferer = value; }
}

/// <summary>
/// 引用页
/// </summary>
public string Referer
{
get { return this.cReferer; }
set { this.cReferer = value; }
}

/// <summary>
/// 提交模式，默认是POST,用GET模式的时候不能使用PostData
/// </summary>
/// <value></value>
public string Method
{
get { return this.cMethod; }
set { this.cMethod = value; }
}
/// <summary>
/// Error Message if the Error Flag is set or an error value is returned from a method.
/// </summary>
public string ErrorMsg
{
get { return this.cErrorMsg; }
set { this.cErrorMsg = value; }
}

/// <summary>
/// Error flag if an error occurred.
/// </summary>
public bool Error
{
get { return this.bError; }
set { this.bError = value; }
}

/// <summary>
/// Determines whether errors cause exceptions to be thrown. By default errors
/// are handled in the class and the Error property is set for error conditions.
/// (not implemented at this time).
/// </summary>
public bool ThrowExceptions
{
get { return bThrowExceptions; }
set { this.bThrowExceptions = value; }
}

/// <summary>
/// If set to a non-zero value will automatically track cookies. The number assigned is the cookie count.
/// </summary>
public bool HandleCookies
{
get { return this.bHandleCookies; }
set { this.bHandleCookies = value; }
}
//Cookies集合
public CookieCollection Cookies
{
get { return this.oCookies; }
set { this.oCookies = value; }
}

//默认的编码
public string MyEncoding
{
get { return this.cEncoding; }
set { this.cEncoding = value; }
}

//自动跳转到新的页面
public bool Location
{
get { return this.bLocation; }
set { this.bLocation = value; }
}
// *** member properties
string cPostData = ""; //提交的数据
int nConnectTimeout = 180; //超时
string cUserAgent = " Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; .NET CLR 1.0.3705; .NET CLR 2.0.50727; .NET CLR 1.1.4322)"; //用户代理
bool bHandleReferer = true; //自动操作引用页
string cReferer = ""; //引用页
string cMethod = "POST"; //提交模式POST ro GET
string cUsername = "";
string cPassword = "";
string cProxyAddress = "";
string cProxyBypass = "";
string cProxyUsername = "";
string cProxyPassword = "";
bool bThrowExceptions = true; //是否抛出异常
bool bHandleCookies = true; //自动操作Cookies
CookieCollection oCookies;
string cErrorMsg = ""; //错误返回
bool bError = false;
string cEncoding = "GB2312";//UTF-8 GB2312
bool bLocation = false;

public MyHttp() { }

/// <summary>
/// 增加提交的值
/// </summary>
/// <param name="Key"></param>
/// <param name="Value"></param>
public void AddPostKey(string Key, string Value)
{
cPostData += Key + "=" + System.Web.HttpUtility.UrlEncode(Value, System.Text.Encoding.GetEncoding("GB2312")) + "&";
}

/// <summary>
/// 增加提交的连续值（完整或者部分完整值）
/// </summary>
/// <param name="FullPostBuffer"></param>
public void AddPostKey(string FullPostBuffer)
{
cPostData += FullPostBuffer;
}

public string GetUrl(string Url)
{
Url = UrlEncode(Url);
Debug.WriteLine(Url);
try
{
this.bError = false;
this.cErrorMsg = "";

//通用的属性
HttpWebRequest Request = (HttpWebRequest)WebRequest.Create(Url);
Request.UserAgent = this.cUserAgent;
Request.Timeout = this.nConnectTimeout * 1000;
Request.Accept = "image/gif, image/x-xbitmap, image/jpeg, image/pjpeg, application/x-shockwave-flash, */*";
Request.Referer = this.cReferer;
//Request.Connection = "keep-alive";

// 需要安全验证的访问
if (this.cUsername.Length > 0)
{
if (this.cUsername == "AUTOLOGIN")
Request.Credentials = CredentialCache.DefaultCredentials;
else
Request.Credentials = new NetworkCredential(this.cUsername, this.cPassword);
}

// 需要使用Proxy和其配置
if (this.cProxyAddress.Length > 0)
{
if (this.cProxyAddress == "DEFAULTPROXY")
{
Request.Proxy = new WebProxy();
Request.Proxy = WebProxy.GetDefaultProxy();
}
else
{
WebProxy loProxy = new WebProxy(this.cProxyAddress, true);
if (this.cProxyBypass.Length > 0)
{
loProxy.BypassList = this.cProxyBypass.Split(';');
}

if (this.cProxyUsername.Length > 0)
loProxy.Credentials = new NetworkCredential(this.cProxyUsername, this.cProxyPassword);

Request.Proxy = loProxy;
}
}

// 需要操作Cookies和自动重用Cookies
if (this.bHandleCookies)
{
Request.CookieContainer = new CookieContainer();
if (this.oCookies != null && this.oCookies.Count > 0)
{
Request.CookieContainer.Add(this.oCookies);
}
}

Request.Method = cMethod;//设置提交模式

if (this.cMethod == "POST")
{
Request.ContentType = "application/x-www-form-urlencoded";
if (this.cPostData.EndsWith("&"))
this.cPostData = this.cPostData.Substring(0, this.cPostData.Length - 1);

//MessageBox.Show(this.cPostData);

byte[] lbPostBuffer = System.Text.Encoding.GetEncoding(cEncoding).GetBytes(cPostData);
Request.ContentLength = lbPostBuffer.Length;
Stream loPostData = Request.GetRequestStream();

loPostData.Write(lbPostBuffer, 0, lbPostBuffer.Length);
loPostData.Close();

// *** clear the POST buffer
this.cPostData = "";
}

// *** Retrieve the response headers
HttpWebResponse Response = (HttpWebResponse)Request.GetResponse();

// ** Save cookies the server sends
if (this.bHandleCookies)
{
if (Response.Cookies.Count > 0)
{
if (this.oCookies == null)
{
this.oCookies = Response.Cookies;
}
else
{
// ** If we already have cookies update the list
foreach (Cookie oRespCookie in Response.Cookies)
{
bool bMatch = false;
foreach (Cookie oReqCookie in this.oCookies)
{
if (oReqCookie.Name == oRespCookie.Name)
{
oReqCookie.Value = oRespCookie.Value;
bMatch = true;
break; //
}
} // for each ReqCookies
if (!bMatch)
this.oCookies.Add(oRespCookie);
} // for each Response.Cookies
} // this.Cookies == null
} // if Response.Cookie.Count > 0
} // if this.bHandleCookies = 0

// *** Save the response object for external access
Encoding enc;
try
{
if (Response.ContentEncoding.Length > 0)
enc = Encoding.GetEncoding(Response.ContentEncoding);
else
enc = Encoding.GetEncoding(cEncoding);
}
catch
{
// *** Invalid encoding passed
enc = Encoding.GetEncoding(cEncoding);
}

// *** drag to a stream
StreamReader strResponse = new StreamReader(Response.GetResponseStream(), enc);
string str = strResponse.ReadToEnd();
Response.Close();
strResponse.Close();
//自动跟踪引用页
if (this.bHandleReferer)
{
this.cReferer = Url;
}
//自动处理HTTP/1.0 302 Moved Temporarily中的Location后的页面。（自动完成跳转）
if (this.bLocation)
{

//这里需要自动获得跳转页面的地址。并且再次使用这个方法访问页面
}
return str;
}
catch (Exception e)
{
if (this.bThrowExceptions)
throw e;
this.cErrorMsg = e.Message;
this.bError = true;
return null;
}
}
private string UrlEncode(string url)
{
byte[] bs = Encoding.GetEncoding("gb2312").GetBytes(url);
StringBuilder sb = new StringBuilder();
for (int i = 0; i < bs.Length; i++)
{
if (bs[i] < 128)
sb.Append((char)bs[i]);
else
{
sb.Append("%" + bs[i++].ToString("x").PadLeft(2, '0'));
sb.Append("%" + bs[i].ToString("x").PadLeft(2, '0'));
}
}
return sb.ToString();
}

}
}