这个为什么采集不了

Question

        WebClient webclient = new WebClient();
        string output = webclient.DownloadString("http://price.pcauto.com.cn/full_brand.jsp");
        Response.Write(output);
        Response.End();其他网站可以
是不是需要设呢么特别处理

Answer 1

using System;
using System.Text;
using System.IO;
using System.Net;
public class Test
{
    static void Main()
    {
        string strHtml = GetHtml("http://price.pcauto.com.cn/full_brand.jsp", null,true);
    }    /// <summary>
    /// 得到网页HTML
    /// </summary>
    /// <param name="strLink">连接地址</param>
    /// <param name="encoding">编码</param>
    /// <param name="leachBR">过滤换行符</param>
    /// <returns></returns>
    static string GetHtml(string strLink, string encoding,bool leachBR)
    {
        string strResults;        if (encoding == null)
        {
            encoding = "gb2312";
        }
        HttpWebRequest request=null;
        Stream stream = null;
        StreamReader read = null;
        try
        {
            request = (HttpWebRequest)WebRequest.Create(strLink);
            request.UserAgent = "Mozilla/5.0 (compatible; MSIE 7.0; Windows NT 5.1; SV1;.NET CLR 2.0.50727)";
            using (stream = request.GetResponse().GetResponseStream())
            {
                using (read = new StreamReader(stream, Encoding.GetEncoding(encoding)))
                {
                    
                    strResults = read.ReadToEnd();
                    if (leachBR)
                    {
                        strResults = strResults.Replace("\r", "");
                        strResults = strResults.Replace("\n","");
                    }
                }
            }
        }
        catch
        {
            strResults = "";
        }
        finally
        {
            request.Abort();
            if (stream != null)
            {
                stream.Dispose();
                stream.Close();
            }
            if (read != null)
            {
                stream.Dispose();
                stream.Close();
            }
        }
        return strResults;
    }}

Answer 2

呵呵，主要是ip，你这样访问对方可能得到的是空ip（刷某个网站的经验），于是你被挡在外面了