HttpRequest抓取网页数据,程序设置好后要不要刷新网页触发代码?还是不用管它,它自动会完成给它安排的工作?

解决方案 »

  1.   

    HttpRequest是请求操作对象,里面可以请求你要的网页,然后可以使用方法获得返回的数据流,你把返回流打印在界面上就可以了!
      

  2.   

    request.AllowAutoRedirect = true;
    request.Timeout = this.m_nTimeOut;
    HttpWebResponse response = (HttpWebResponse)request.GetResponse();
    responseStream = response.GetResponseStream();
      

  3.   

    public string Get(string url, string referer)
            {
                int failedTimes = _tryTimes;
                while (failedTimes-- > 0)
                {
                    try
                    {
                        DelaySomeTime();                    HttpWebRequest req = (HttpWebRequest)WebRequest.Create(new Uri(url));
                        req.UserAgent = reqUserAgent;
                        req.CookieContainer = _cc;
                        req.Referer = referer;
                        req.Method = "GET";
                        req.Timeout = _timeout;
                        if (null != _proxy && null != _proxy.Credentials)
                        {
                            req.UseDefaultCredentials = true;
                        }
                        req.ContentType = "application/x-www-form-urlencoded";
                        req.Proxy = _proxy;
                        //req.Connection = "Keep-Alive";                    //接收返回字串
                        HttpWebResponse res = (HttpWebResponse)req.GetResponse();
                        StreamReader sr = new StreamReader(res.GetResponseStream(), Encoding.UTF8);
                        return sr.ReadToEnd();
                    }
                    catch (Exception e)
                    {
                        log.Error("HTTP GET Error: " + e.Message);
                        log.Error("Url: " + url);
                    }
                }
      

  4.   

    给你贴的就是我正在做的get获取网页信息的方法