c#发送get请求

c#发送get请求爬取网页

static void Main(string[] args)
{
string url = "";
HttpWebResponse response = CreateGetHttpResponse(url);
//获取流
Stream streamResponse = response.GetResponseStream();
//使用UTF8解码
StreamReader streanReader = new StreamReader(streamResponse,Encoding.UTF8);

string retString = streanReader.ReadToEnd();
//先打印内容
Console.WriteLine(retString);
//保存文件
SaveFile(retString);

}
//创建GET的HTTP请求
public static HttpWebResponse CreateGetHttpResponse(string url)
{
HttpWebRequest request =(HttpWebRequest) WebRequest.Create(url);
request.ContentType = "text/html;chartset=UTF-8";
request.UserAgent = "Mozilla / 5.0(Windows NT 10.0; Win64; x64; rv: 48.0) Gecko / 20100101 Firefox / 48.0"; //火狐用户代理
request.Method = "GET";
return (HttpWebResponse)request.GetResponse();
}
//保存文件
public static void SaveFile(string  content)
{
string dirPath = @"D:\test";

string filePath = dirPath + @"\getRequest.html";
//先创建保存的路径
if (!Directory.Exists(dirPath))
Directory.CreateDirectory(dirPath);
if (!Directory.Exists(filePath))
using (File.Create(filePath)) ;

//创建文件流
FileStream fs = new FileStream(filePath,FileMode.Create,FileAccess.Write);
//创建写入器
StreamWriter sr = new StreamWriter(fs);
sr.Write(content);
sr.Close();
fs.Close();
}