class Program

    {

        //存放所有抓取的代理

        public static List<proxy> masterPorxyList = new List<proxy>();

        //代理IP类

        public class proxy

        {

            public string ip;

            public string port;

            public int  speed;

            public proxy(string pip,string pport,int pspeed)

            {

                this.ip = pip;

                this.port = pport;

                this.speed = pspeed;

             }

        }

       //抓去处理方法

        static void getProxyList(object pageIndex)

        {

            string urlCombin = "http://www.xicidaili.com/wt/" + pageIndex.ToString();

            string catchHtml = catchProxIpMethord(urlCombin, "UTF8");

            HtmlAgilityPack.HtmlDocument doc = new HtmlAgilityPack.HtmlDocument();

           doc.LoadHtml(catchHtml);

           HtmlNode table = doc.DocumentNode.SelectSingleNode("//div[@id='wrapper']//div[@id='body']/table[1]");

           HtmlNodeCollection collectiontrs = table.SelectNodes("./tr");   

               for (int i = ; i < collectiontrs.Count; i++)

               {

                   HtmlAgilityPack.HtmlNode itemtr = collectiontrs[i];

                   HtmlNodeCollection collectiontds = itemtr.ChildNodes;

                   //table中第一个是能用的代理标题，所以这里从第二行TR开始取值

                   if (i>)

                   {

                       HtmlNode itemtdip = (HtmlNode)collectiontds[];

                       HtmlNode itemtdport = (HtmlNode)collectiontds[];

                       HtmlNode itemtdspeed = (HtmlNode)collectiontds[];

                       string ip = itemtdip.InnerText.Trim();

                       string port = itemtdport.InnerText.Trim();

                       string speed = itemtdspeed.InnerHtml;

                       int beginIndex = speed.IndexOf(":", , speed.Length);

                       int endIndex = speed.IndexOf("%", , speed.Length);

                       int subSpeed = int.Parse(speed.Substring(beginIndex + , endIndex - beginIndex - ));

                       //如果速度展示条的值大于90,表示这个代理速度快。

                     if (subSpeed > )

                        {

                            proxy temp = new proxy(ip, port, subSpeed);

                            masterPorxyList.Add(temp);

                            Console.WriteLine("当前是第:" + masterPorxyList.Count.ToString() + "个代理IP");

                       }

                      }

               }

        }

        //抓网页方法

        static string catchProxIpMethord(string url,string encoding )

        {

            string htmlStr = "";

            try

            {

                if (!String.IsNullOrEmpty(url))

                {

                    WebRequest request = WebRequest.Create(url);

                    WebResponse response = request.GetResponse();

                    Stream datastream = response.GetResponseStream();

                    Encoding ec = Encoding.Default;

                    if (encoding == "UTF8")

                    {

                        ec = Encoding.UTF8;

                    }

                    else if (encoding == "Default")

                    {

                        ec = Encoding.Default;

                    }

                    StreamReader reader = new StreamReader(datastream, ec);

                    htmlStr = reader.ReadToEnd();

                    reader.Close();

                    datastream.Close();

                    response.Close();

                }

            }

            catch { }

            return htmlStr;

        }

      static void Main(string[] args)

         {

             //多线程同时抓15页

             for (int i = ; i <= ; i++)

             {

                 ThreadPool.QueueUserWorkItem(getProxyList, i);

             }

             Console.Read();

         }

    }