C# 利用代理爬虫网页的实现方法

这篇文章主要介绍了C# 利用代理爬网页的实现方法的相关资料,希望通过本能帮助到大家实现这样的功能，需要的朋友可以参考下

C# 利用代理爬虫网页

实现代码：

				?

									// yanggang@mimvp.com

									// http://proxy.mimvp.com

									// 2015-11-09

									using System;

									using System.IO;

									using System.Net;

									using System.Text;

									namespace ConsoleApplication1

									{

									  class Program

									  {

									    public static void Main(string[] args)

									    {

									      System.Net.WebProxy proxy = new WebProxy("218.21.230.156", 443);    // "107.150.96.188", 8080

									      HttpWebRequest request = (HttpWebRequest)WebRequest.Create("http://proxy.mimvp.com");

									      request.Proxy = proxy;

									      using (WebResponse response = request.GetResponse())

									      {

									        using (TextReader reader = new StreamReader(response.GetResponseStream()))

									        {

									          string line;

									          while ((line = reader.ReadLine()) != null)

									            Console.WriteLine(line);

									        }

									      }

									    }

									    public static void Main2()

									    {

									      // your code goes here

									      System.Net.WebProxy proxy = new WebProxy("107.150.96.188", 8080);

									      System.Net.HttpWebRequest req = (HttpWebRequest)WebRequest.Create("http://www.baidu.com");

									      req.Proxy = proxy;

									      req.Timeout = 30 * 1000;

									      System.Net.HttpWebResponse resp = (HttpWebResponse)req.GetResponse();

									      Encoding bin = Encoding.GetEncoding("UTF-8");

									      StreamReader reader = new StreamReader(resp.GetResponseStream(), bin);

									      string str = reader.ReadToEnd();

									      Console.WriteLine(str);

									      reader.Close();

									      reader.Dispose();

									    }

									  }

									}