一个网站登录，然后下载网页源代码和文件的代码

最近有个项目需要从网络上下载网页信息和文件，并且需要登录后才能下载，所以做了个下载的通用类，供大家参考。

这个是文件下载类：

using System;
using System.Net;
using System.Web;

public class SRWebClient
{
CookieContainer cookie;
public SRWebClient()
{
cookie=new CookieContainer();
}

/**//**//**//// <TgData>
/// <Alias>下载Web源代码</Alias>
/// </TgData>
public string DownloadHtml(string URL)
{
HttpWebRequest request=HttpWebRequest.create(URL) as HttpWebRequest;
request.CookieContainer=cookie;
request.AllowAutoRedirect=false;

WebResponse res=request.GetResponse();
string r="";

System.IO.StreamReader S1 = new System.IO.StreamReader(res.GetResponseStream(), System.Text.Encoding.Default );
try
{
r = S1.ReadToEnd();
}
catch(Exception er)
{
Log l=new Log();
l.writelog("下载Web错误",er.ToString());
}
finally
{
res.Close();
S1.Close();
}

return r;
}

/**//**//**//// <TgData>
/// <Alias>下载文件</Alias>
/// </TgData>
public long DownloadFile(string FileURL,string FileSavePath)
{
long Filelength=0;
HttpWebRequest req=HttpWebRequest.create(FileURL) as HttpWebRequest;

req.CookieContainer=cookie;
req.AllowAutoRedirect=true;

HttpWebResponse res=req.GetResponse() as HttpWebResponse;
System.IO.Stream stream=res.GetResponseStream();
try
{
Filelength=res.ContentLength;

byte [] b=new byte[512];

int nReadSize=0;
nReadSize=stream.Read(b,0,512);

System.IO.FileStream fs= System.IO.File.create(FileSavePath);
try
{
while(nReadSize >0)
{
fs.Write(b,0,nReadSize);
nReadSize=stream.Read(b,0,512);
}
}
finally
{
fs.Close();
}
}
catch(Exception er)
{
Log l=new Log();
l.writelog("下载文件错误",er.ToString());
}
finally
{
res.Close();
stream.Close();
}

return Filelength;
}

/**//**//**//// <TgData>
/// <Alias>提交数据</Alias>
/// </TgData>
public void Request(string RequestPageURL,RequestData Data)
{
string StrUrl=RequestPageURL;
HttpWebRequest request=HttpWebRequest.create(StrUrl) as HttpWebRequest;
HttpWebResponse response;

string postdata=Data.GetData();
request.Referer=RequestPageURL;
request.AllowAutoRedirect=false;
request.UserAgent = "Mozilla/4.0 (compatible; MSIE 6.01; Windows NT 5.0)";
request.CookieContainer = cookie;

Uri u=new Uri(StrUrl);

if (postdata.Length > 0 ) //包含要提交的数据　就使用Post方式
{
request.ContentType = "application/x-www-form-urlencoded"; //作为表单请求
request.Method = "POST"; //方式就是Post

//把提交的数据换成字节数组
Byte [] B = System.Text.Encoding.Default.GetBytes(postdata);
request.ContentLength = B.Length;

System.IO.Stream SW = request.GetRequestStream(); //开始提交数据
SW.Write(B, 0, B.Length);
SW.Close();
}

response = request.GetResponse() as HttpWebResponse;
response.Close();
}


}

这个是提交的数据类：

using System.Collections;
using System.IO;

public class RequestData
{
ArrayList arr=new ArrayList();
public RequestData()
{

}

public string GetData()
{
string r="";

for(int i=0;i<arr.Count;i++)
{
data d=(data)arr[i];
if(r.Length>0)r+="&";
r+=d.Field+"="+d.Value;
}
return r;
}

public void AddField(string Field,string Value)
{
data a=new data();
a.Field=Field;
a.Value=Value;

arr.Add(a);
}

struct data
{
public string Field,Value;
}


}

代码贴完了，下面是测试代码，因为有些数据涉及到客户的资料，故隐去

using NUnit.Framework;

[TestFixture]
public class TestWeb
{
[Test]
public void testDownSEOrder()
{
RequestData data=new RequestData();
data.AddField("name","abc");
data.AddField("password","121"); 

SRWebClient web=new SRWebClient();
web.Request("http://127.0.0.1/login.asp",data);

string s=web.DownloadHtml("http://127.0.0.1/dingdan.asp");
System.Console.WriteLine(s);
}
[Test]
public void testDownFile()
{
RequestData data=new RequestData();
data.AddField("name","aaa");
data.AddField("password","bbb"); 

SRWebClient web=new SRWebClient();
web.Request("http://127.0.0.1/login.asp",data);

web.DownloadFile("http://127.0.0.1/download.asp?fileid=1",@"c:\a.txt");

}
}

原文如下：

最近有个项目需要从网络上下载网页信息和文件，并且需要登录后才能下载，所以做了个下载的通用类，供大家参考。

这个是文件下载类：

using System;
using System.Net;
using System.Web;

public class SRWebClient
{
CookieContainer cookie;
public SRWebClient()
{
cookie=new CookieContainer();
}

/**//// <TgData>
/// <Alias>下载Web源代码</Alias>
/// </TgData>
public string DownloadHtml(string URL)
{
HttpWebRequest request=HttpWebRequest.create(URL) as HttpWebRequest;
request.CookieContainer=cookie;
request.AllowAutoRedirect=false;

WebResponse res=request.GetResponse();
string r="";

System.IO.StreamReader S1 = new System.IO.StreamReader(res.GetResponseStream(), System.Text.Encoding.Default );
try
{
r = S1.ReadToEnd();
}
catch(Exception er)
{
Log l=new Log();
l.writelog("下载Web错误",er.ToString());
}
finally
{
res.Close();
S1.Close();
}

return r;
}

/**//// <TgData>
/// <Alias>下载文件</Alias>
/// </TgData>
public long DownloadFile(string FileURL,string FileSavePath)
{
long Filelength=0;
HttpWebRequest req=HttpWebRequest.create(FileURL) as HttpWebRequest;

req.CookieContainer=cookie;
req.AllowAutoRedirect=true;

HttpWebResponse res=req.GetResponse() as HttpWebResponse;
System.IO.Stream stream=res.GetResponseStream();
try
{
Filelength=res.ContentLength;

byte [] b=new byte[512];

int nReadSize=0;
nReadSize=stream.Read(b,0,512);

System.IO.FileStream fs= System.IO.File.create(FileSavePath);
try
{
while(nReadSize >0)
{
fs.Write(b,0,nReadSize);
nReadSize=stream.Read(b,0,512);
}
}
finally
{
fs.Close();
}
}
catch(Exception er)
{
Log l=new Log();
l.writelog("下载文件错误",er.ToString());
}
finally
{
res.Close();
stream.Close();
}

return Filelength;
}

/**//// <TgData>
/// <Alias>提交数据</Alias>
/// </TgData>
public void Request(string RequestPageURL,RequestData Data)
{
string StrUrl=RequestPageURL;
HttpWebRequest request=HttpWebRequest.create(StrUrl) as HttpWebRequest;
HttpWebResponse response;

string postdata=Data.GetData();
request.Referer=RequestPageURL;
request.AllowAutoRedirect=false;
request.UserAgent = "Mozilla/4.0 (compatible; MSIE 6.01; Windows NT 5.0)";
request.CookieContainer = cookie;

Uri u=new Uri(StrUrl);

if (postdata.Length > 0 ) //包含要提交的数据　就使用Post方式
{
request.ContentType = "application/x-www-form-urlencoded"; //作为表单请求
request.Method = "POST"; //方式就是Post

//把提交的数据换成字节数组
Byte [] B = System.Text.Encoding.Default.GetBytes(postdata);
request.ContentLength = B.Length;

System.IO.Stream SW = request.GetRequestStream(); //开始提交数据
SW.Write(B, 0, B.Length);
SW.Close();
}

response = request.GetResponse() as HttpWebResponse;
response.Close();
}


}

这个是提交的数据类：

using System.Collections;
using System.IO;

public class RequestData
{
ArrayList arr=new ArrayList();
public RequestData()
{

}

public string GetData()
{
string r="";

for(int i=0;i<arr.Count;i++)
{
data d=(data)arr[i];
if(r.Length>0)r+="&";
r+=d.Field+"="+d.Value;
}
return r;
}

public void AddField(string Field,string Value)
{
data a=new data();
a.Field=Field;
a.Value=Value;

arr.Add(a);
}

struct data
{
public string Field,Value;
}


}

代码贴完了，下面是测试代码，因为有些数据涉及到客户的资料，故隐去

using NUnit.Framework;

[TestFixture]
public class TestWeb
{
[Test]
public void testDownSEOrder()
{
RequestData data=new RequestData();
data.AddField("name","abc");
data.AddField("password","121");

SRWebClient web=new SRWebClient();
web.Request("http://127.0.0.1/login.asp",data);

string s=web.DownloadHtml("http://127.0.0.1/dingdan.asp");
System.Console.WriteLine(s);
}
[Test]
public void testDownFile()
{
RequestData data=new RequestData();
data.AddField("name","aaa");
data.AddField("password","bbb");

SRWebClient web=new SRWebClient();
web.Request("http://127.0.0.1/login.asp",data);

web.DownloadFile("http://127.0.0.1/download.asp?fileid=1",@"c:\a.txt");

}
}