C# 利用代理爬虫网页的实现方法
C#利用代理爬虫网页
实现代码:
//yanggang@mimvp.com //http://proxy.mimvp.com //2015-11-09 usingSystem; usingSystem.IO; usingSystem.Net; usingSystem.Text; namespaceConsoleApplication1 { classProgram { publicstaticvoidMain(string[]args) { System.Net.WebProxyproxy=newWebProxy("218.21.230.156",443);//"107.150.96.188",8080 HttpWebRequestrequest=(HttpWebRequest)WebRequest.Create("http://proxy.mimvp.com"); request.Proxy=proxy; using(WebResponseresponse=request.GetResponse()) { using(TextReaderreader=newStreamReader(response.GetResponseStream())) { stringline; while((line=reader.ReadLine())!=null) Console.WriteLine(line); } } } publicstaticvoidMain2() { //yourcodegoeshere System.Net.WebProxyproxy=newWebProxy("107.150.96.188",8080); System.Net.HttpWebRequestreq=(HttpWebRequest)WebRequest.Create("http://www.baidu.com"); req.Proxy=proxy; req.Timeout=30*1000; System.Net.HttpWebResponseresp=(HttpWebResponse)req.GetResponse(); Encodingbin=Encoding.GetEncoding("UTF-8"); StreamReaderreader=newStreamReader(resp.GetResponseStream(),bin); stringstr=reader.ReadToEnd(); Console.WriteLine(str); reader.Close(); reader.Dispose(); } } }
获取更多代理,请访问米扑代理:
http://proxy.mimvp.com
如有疑问请留言或者到本站社区交流讨论,感谢阅读,希望能帮助到大家,谢谢大家对本站的支持!