利用httpwebrequest登陆csdn出现的问题
我利用httpwebrequest登陆老是实现不了。不知道为什么。
我说一下我的流程。
登陆userlogin.aspx页面,将页面的cookie保存,然后使用保存的cookie到验证码页面将验证码下载下来
接着继续利用cookie post数据到表单。
但是没有成功。不知道是什么原因。
代码如下。
/// <summary>
/// 通过get方式请求页面,传递一个实例化的cookieContainer
/// </summary>
/// <param name="postUrl"></param>
/// <param name="cookie"></param>
/// <returns></returns>
public static ArrayList GetHtmlData(string postUrl, CookieContainer cookie)
{
HttpWebRequest request;
HttpWebResponse response;
ArrayList list = new ArrayList();
request = WebRequest.Create(postUrl) as HttpWebRequest;
request.Method = "GET";
request.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.2; CIBA; .NET4.0C; .NET4.0E)";
request.CookieContainer = cookie;
request.KeepAlive = true;
request.Accept = "image/gif, image/jpeg, image/pjpeg, image/pjpeg, application/xaml+xml, application/vnd.ms-xpsdocument, application/x-ms-xbap, application/x-ms-application, application/x-shockwave-flash, application/vnd.ms-excel, application/vnd.ms-powerpoint, application/msword, */*";
try
{
//获取服务器返回的资源
using (response = (HttpWebResponse)request.GetResponse())
{
using (StreamReader reader = new StreamReader(response.GetResponseStream(), Encoding.Default))
{
if (response.Cookies.Count > 0)
cookie.Add(response.Cookies);
//保存Cookies
list.Add(cookie);
list.Add(reader.ReadToEnd());
list.Add(Guid.NewGuid().ToString());//图片名
}
}
}
catch (WebException ex)
{
list.Clear();
list.Add("发生异常\n\r");
WebResponse wr = ex.Response;
using (Stream st = wr.GetResponseStream())
{
using (StreamReader sr = new StreamReader(st, System.Text.Encoding.Default))
{
list.Add(sr.ReadToEnd());
}
}
}
catch (Exception ex)
{
list.Clear();
list.Add("5");
list.Add("发生异常:" + ex.Message);
}
return list;
}
/// <summary>
/// 下载验证码图片并保存到本地
/// </summary>
/// <param name="Url">验证码URL</param>
/// <param name="cookCon">Cookies值</param>
/// <param name="savePath">保存位置/文件名</param>
public static bool DowloadCheckImg(string Url, CookieContainer cookCon, string savePath)
{
bool bol = true;
HttpWebRequest webRequest = (HttpWebRequest)WebRequest.Create(Url);
webRequest.Referer = "http://passport.csdn.net/UserLogin.aspx";
webRequest.UserAgent = "Mozilla/4.0 (compatible; MSIE 8.0; Windows NT 5.2; Trident/4.0; .NET CLR 2.0.50727; .NET CLR 3.0.04506.30; .NET CLR 3.0.4506.2152; .NET CLR 3.5.30729; InfoPath.2; CIBA; .NET4.0C; .NET4.0E)";
webRequest.KeepAlive = true;
webRequest.Accept = "*/*";
webRequest.CookieContainer = cookCon;
try
{
//获取服务器返回的资源
using (HttpWebResponse webResponse = (HttpWebResponse)webRequest.GetResponse())
{
using (Stream sream = webResponse.GetResponseStream())
{
List<byte> list = new List<byte>();
while (true)
{
int data = sream.ReadByte();
if (data == -1)
break;
list.Add((byte)data);
}
File.WriteAllBytes(savePath, list.ToArray());
}
}
}
catch (WebException ex)
{
bol = false;
}
catch (Exception ex)
{
bol = false;
}
return bol;
}
/// <summary>
/// 发送相关数据至页面
/// 进行登录操作
/// 并保存cookie
/// </summary>
/// <param name="postData"></param>
/// <param name="postUrl"></param>
/// <param name="cookie"></param>
/// <returns></returns>
public static ArrayList PostData(string postData, string postUrl, CookieContainer cookie)
{
ArrayList list = new ArrayList();
HttpWebRequest request;
HttpWebResponse response;
ASCIIEncoding encoding = new ASCIIEncoding();
request = WebRequest.Create(postUrl) as HttpWebRequest;
byte[] b = encoding.GetBytes(postData);
request.Method = "POST";
request.CookieContainer = cookie;
request.ContentLength = b.Length;
using (Stream stream = request.GetRequestStream())
{
stream.Write(b, 0, b.Length);
}
try
{
//获取服务器返回的资源
using (response = request.GetResponse() as HttpWebResponse)
{
using (StreamReader reader = new StreamReader(response.GetResponseStream(), Encoding.UTF8))
{
if (response.Cookies.Count > 0)
cookie.Add(response.Cookies);
list.Add(cookie);
list.Add(reader.ReadToEnd());
}
}
}
catch (WebException wex)
{
WebResponse wr = wex.Response;
using (Stream st = wr.GetResponseStream())
{
using (StreamReader sr = new StreamReader(st, System.Text.Encoding.Default))
{
list.Add(sr.ReadToEnd());
}
}
}
catch (Exception ex)
{
list.Add("发生异常\n\r"+ex.Message);
}
return list;
}
CookieContainer本身已经有收集Cookie的作用了,你只要保持这个对象作为上下文就可以了,应该不需要自己去手动赋值吧?
其实有更容易的方式,对你这样的应用你可以写个类继承自 WebClient ,然后让CookieContainer作为这个类的一个属性, 然后重写GetRequest (也许不是叫这个名字,太久没碰aspnet了。。反正这个类可以重写的方法不多)在里面把CookieContainer赋值进去给这个Request(记忆中貌似要转一下类型)。 然后就在任何地方都不要管跟Cookie相关的事情了。。。一切都做好了。
身在外,没Windows~ 不能帮你试一下,你自己试试吧,应该没问题。
[解决办法]
楼主,根据你的意思,我自己用代码写了一个CSDN的登录器,发给你参考一下,下面说说具体的思路.
首先,我们先定义一些变量:
private const string NET_SESSIONID= "ASP.NET_SessionId=";
private const string CLIENTKEY = "ClientKey=";
string aspcookie = "";
private string html = "";
private string sessionId = "";
private string clientKey = "";
private string viewState = "";
private void Login_Load(object sender, EventArgs e)
{
HttpWebRequest request = WebRequest.Create("http://passport.csdn.net/UserLogin.aspx") as HttpWebRequest;
request.Credentials = CredentialCache.DefaultCredentials;
request.Accept = "*/*";
request.Referer = "http://passport.csdn.net/UserLogin.aspx";
request.UserAgent = "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET4.0C; .NET4.0E)";
request.Method = "GET";
request.KeepAlive = true;
request.Headers.Set("Accept-Language", "zh-CN");
request.Headers.Set("Accept-Encoding", "gzip, deflate");
HttpWebResponse response = request.GetResponse() as HttpWebResponse;
System.IO.Stream responseStream = response.GetResponseStream();
System.IO.StreamReader reader = new System.IO.StreamReader(responseStream, Encoding.GetEncoding("utf-8"));
html = reader.ReadToEnd();
string viewStateFlag = "id="__VIEWSTATE" value="";
int i = html.IndexOf(viewStateFlag) + viewStateFlag.Length;
int j = html.IndexOf(""", i);
viewState = html.Substring(i, j - i);
aspcookie = response.Headers.Get("Set-Cookie");
sessionId = GetSessionId();
clientKey = GetClientKey();
// 获取图片验证码
GetCode();
}
/// <summary>
/// 获取ClientKey
/// </summary>
/// <returns></returns>
private string GetClientKey()
{
// 这个仅仅是用来获取ClientKey值的长度
string id = "bb32434c-3bb3-4e44-92c3-8952f631ca87";
int index = aspcookie.IndexOf(CLIENTKEY) + CLIENTKEY.Length;
String str = aspcookie.Substring(index, id.Length);
return str;
}
/// <summary>
/// 获取ASP.NET_SessionId=
/// </summary>
/// <returns></returns>
private string GetSessionId()
{
string id = "5mhl0tvbw5shlpnhxgwnck45";
int index = aspcookie.IndexOf(NET_SESSIONID) + NET_SESSIONID.Length;
String str = aspcookie.Substring(index, id.Length);
return str;
}
/// <summary>
/// 产生新的验证码
/// </summary>
private void GetCode()
{
try
{
CookieCollection cookies = new CookieCollection();
cookies.Add(new Cookie("ASP.NET_SessionId",sessionId));
cookies.Add(new Cookie("ClientKey",clientKey));
HttpWebRequest httpWebRequest;
HttpWebResponse webResponse;
byte[] byteRequest = { };
httpWebRequest = (HttpWebRequest)HttpWebRequest.Create("http://passport.csdn.net/ShowExPwd.aspx");
CookieContainer co = new CookieContainer();
co.Add(new Uri("http://passport.csdn.net"), cookies);
httpWebRequest.CookieContainer = co;
httpWebRequest.Accept = "*/*";
httpWebRequest.Referer = "http://passport.csdn.net/UserLogin.aspx";
httpWebRequest.UserAgent = "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET4.0C; .NET4.0E)";
httpWebRequest.Method = "GET";
httpWebRequest.Headers.Set("Accept-Encoding", "gzip, deflate");
httpWebRequest.Headers.Set("Accept-Language", "zh-CN");
httpWebRequest.KeepAlive = true;
webResponse = (HttpWebResponse)httpWebRequest.GetResponse();
Stream responseStream = webResponse.GetResponseStream();
Image original = Image.FromStream(responseStream);
Bitmap bitMap = new Bitmap(original);
this.pictureBox1.Image = bitMap;
responseStream.Close();
}
catch (Exception exception)
{
MessageBox.Show("ERROR:" + exception.Message);
}
}
private void btnLogin_Click(object sender, EventArgs e)
{
HttpWebRequest httpWebRequest;
HttpWebResponse webResponse;
string randnum = txtRandnum.Text;
string password = txtPassword.Text;
string loginname = txtUserName.Text;
string postData = "ctl00$CPH_Content$tb_LoginNameOrLoginEmail={0}&ctl00$CPH_Content$tb_Password={1}&ctl00$CPH_Content$tb_ExPwd={2}&__EVENTTARGET=&__EVENTARGUMENT=&__VIEWSTATE={3}&ClientKey={4}&from={5}&MailParameters=&PrePage=&ctl00$CPH_Content$Image_Login.x=46&ctl00$CPH_Content$Image_Login.y=9";
postData = string.Format(postData, System.Web.HttpUtility.UrlEncode(loginname),System.Web.HttpUtility.UrlEncode(password),System.Web.HttpUtility.UrlEncode(randnum), System.Web.HttpUtility.UrlEncode(viewState), clientKey, System.Web.HttpUtility.UrlEncode("http://hi.csdn.net/"));
byte[] byteRequest = Encoding.UTF8.GetBytes(postData);
CookieCollection cookies = new CookieCollection();
cookies.Add(new Cookie("ASP.NET_SessionId", sessionId));
cookies.Add(new Cookie("ClientKey", clientKey));
cookies.Add(new Cookie("UN",loginname));
httpWebRequest = (HttpWebRequest)HttpWebRequest.Create("http://passport.csdn.net/UserLogin.aspx");
CookieContainer co = new CookieContainer();
co.Add(new Uri("http://passport.csdn.net"), cookies);
httpWebRequest.CookieContainer = co;
httpWebRequest.ContentType = "application/x-www-form-urlencoded";
httpWebRequest.Accept = "image/jpeg, application/x-ms-application, image/gif, application/xaml+xml, image/pjpeg, application/x-ms-xbap, application/x-shockwave-flash, */*";
httpWebRequest.Referer = "http://passport.csdn.net/UserLogin.aspx";
httpWebRequest.UserAgent = "Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.1; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET4.0C; .NET4.0E)";
httpWebRequest.Method = "POST";
httpWebRequest.KeepAlive = true;
httpWebRequest.Headers.Set("Cache-Control", "no-cache");
httpWebRequest.Headers.Set("Accept-Encoding", "gzip, deflate");
httpWebRequest.Headers.Set("Accept-Language", "zh-CN");
httpWebRequest.ContentLength = byteRequest.Length;
Stream stream;
stream = httpWebRequest.GetRequestStream();
stream.Write(byteRequest, 0, byteRequest.Length);
stream.Close();
webResponse = (HttpWebResponse)httpWebRequest.GetResponse();
System.IO.Stream responseStream = webResponse.GetResponseStream();
String header = webResponse.Headers.ToString();
Stream getStream = webResponse.GetResponseStream();
long contentLength = webResponse.ContentLength;
byte[] outBytes = new byte[contentLength];
outBytes = ReadFully(getStream);
getStream.Close();
getStream = new MemoryStream(outBytes);
StreamReader streamReader = new StreamReader(getStream, Encoding.UTF8);
string getString = streamReader.ReadToEnd();
streamReader.Close();
getStream.Close();
}
static byte[] ReadFully(Stream stream)
{
byte[] buffer = new byte[128];
using (MemoryStream ms = new MemoryStream())
{
while (true)
{
int read = stream.Read(buffer, 0, buffer.Length);
if (read <= 0)
return ms.ToArray();
ms.Write(buffer, 0, read);
}
}
}