怎样提高WebService性能大数据量网络传输处理(转)

喜欢ヅ旅行 2024-04-20 11:15 20阅读 0赞

**1. 直接返回DataSet对象**

特点：通常组件化的处理机制，不加任何修饰及

处理；

优点：代码精减、易于处理，小数据量处理较快；

缺点：大数据量的传递处理慢，消耗网络资源；

建议：当应用系统在内网、专网（局域网）的应用

时，或外网（广域网）且数据量在KB级时的

应用时，采用此种模式。

**2.返回DataSet对象用Binary序列化后的字节数组**

特点：字节数组流的处理模式；

优点：易于处理，可以中文内容起到加密作用；

缺点：大数据量的传递处理慢，较消耗网络资源；

建议：当系统需要进行较大数据交换时采用。

3.**返回DataSetSurrogate对象用Binary序列化后的字节数组**

特点：微软提供的开源组件；

下载地址 http://support.microsoft.com/kb/829740/zh-cn

优点：易于处理，可以中文内容起到加密作用；

缺点：大数据量的传递处理慢，较消耗网络资源；

建议：当系统需要传输中文数据或需要加密时采用此种方式

4**.返回DataSetSurrogate对象用Binary序列化并Zip压缩后的字节数组**

特点：对字节流数组进行压缩后传递；

优点：当数据量大时，性能提高效果明显，

压缩比例大；

缺点：相比第三方组件，压缩比例还有待提高；

建议：当系统需要进行大数据量网络数据传递时，

建议采用此种可靠、高效、免费的方法。

测试用例：SqlServer2000数据库，数据量大小40000行，

字段数１０个，结果如下：

<table style="color:rgb(51,51,51); font-family:Arial; font-size:14px; line-height:26px; text-align:left; width:854px"> 
 <tbody> 
 <tr> 
 <td> &nbsp; 使用方法 </td> 
 <td> &nbsp; 用时(秒） </td> 
 <td> &nbsp; 数据量(Byte) </td> 
 <td> &nbsp; 大小 百分比(%) </td> 
 </tr> 
 <tr> 
 <td> &nbsp; 直接返回DataSet&nbsp; </td> 
 <td> &nbsp; 12.625 </td> 
 <td> &nbsp; 19629414 </td> 
 <td> &nbsp; 100% </td> 
 </tr> 
 <tr> 
 <td> &nbsp; 返回二进制序列化后DataSet&nbsp; </td> 
 <td> &nbsp; 9.712 </td> 
 <td> &nbsp; 12049645 </td> 
 <td> &nbsp; 61.38% </td> 
 </tr> 
 <tr> 
 <td> &nbsp; 返回转化DataSetSurrogate的DataSet&nbsp;并且二进制序列化后 </td> 
 <td> &nbsp; 7.943 </td> 
 <td> &nbsp; 5138990 </td> 
 <td> &nbsp; 26.18% </td> 
 </tr> 
 <tr> 
 <td> &nbsp; 返回转化DataSetSurrogate的DataSet&nbsp;并且二进制序列化后使用zip压缩 </td> 
 <td> &nbsp; 7.619 </td> 
 <td> &nbsp; 978033 </td> 
 <td> &nbsp; 4.98% </td> 
 </tr> 
 </tbody> 
</table>

源码:

using System;  
using System.Data;  
using System.Web;  
using System.Collections;  
using System.Web.Services;  
using System.Web.Services.Protocols;  
using System.ComponentModel;

using System.IO;  
using System.IO.Compression;  
using System.Data.SqlClient;  
using System.Runtime.Serialization.Formatters.Binary;

namespace DataSetWebService 
\{ 
/// <summary> 
/// Service1 的摘要说明 
/// </summary> 
\[WebService(Namespace = "[http://tempuri.org/][http_tempuri.org]")\] 
\[WebServiceBinding(ConformsTo = WsiProfiles.BasicProfile1\_1)\] 
\[ToolboxItem(false)\] 
public class DataSetService : System.Web.Services.WebService 
\{

\[WebMethod(Description="直接返回DataSet对象")\]  
public DataSet GetDataSet()  
\{  
//http://www.dzbsoft.com XT\_TEXT  
string sql = "select \* from XT\_TEXT";  
SqlConnection conn = new SqlConnection("Server=60.28.25.58;DataBase=s168593;user id=s168593;password=h0y+FeC\*;");  
conn.Open();  
SqlDataAdapter dataAd = new SqlDataAdapter(sql, conn);  
DataSet DS = new DataSet("XT\_TEXT");  
dataAd.Fill(DS);  
conn.Close();  
return DS;  
\}

\[WebMethod(Description = "返回DataSet对象用Binary序列化后的字节数组")\]  
public byte\[\] GetDataSetBytes()  
\{  
DataSet DS = GetDataSet();  
BinaryFormatter ser = new BinaryFormatter();  
MemoryStream ms = new MemoryStream();  
ser.Serialize(ms, DS);  
byte\[\] buffer = ms.ToArray();  
return buffer;  
\}

\[WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化后的字节数组")\]  
public byte\[\] GetDataSetSurrogateBytes()  
\{  
DataSet DS = GetDataSet();  
DataSetSurrogate dss = new DataSetSurrogate(DS);  
BinaryFormatter ser = new BinaryFormatter();  
MemoryStream ms = new MemoryStream();  
ser.Serialize(ms, dss);  
byte\[\] buffer = ms.ToArray();  
return buffer;  
\}

\[WebMethod(Description = "返回DataSetSurrogate对象用Binary序列化并ZIP压缩后的字节数组")\]  
public byte\[\] GetDataSetSurrogateZipBytes()  
\{  
DataSet DS = GetDataSet();  
DataSetSurrogate dss = new DataSetSurrogate(DS);  
BinaryFormatter ser = new BinaryFormatter();  
MemoryStream ms = new MemoryStream();  
ser.Serialize(ms, dss);  
byte\[\] buffer = ms.ToArray();  
byte\[\] Zipbuffer = Compress(buffer);  
return Zipbuffer;  
\}

public byte\[\] Compress(byte\[\] data)  
\{  
MemoryStream ms = new MemoryStream();  
Stream zipStream = null;  
zipStream = new GZipStream(ms, CompressionMode.Compress, true);  
zipStream.Write(data, 0, data.Length);  
zipStream.Close();  
ms.Position = 0;  
byte\[\] compressed\_data = new byte\[ms.Length\];  
ms.Read(compressed\_data, 0, int.Parse(ms.Length.ToString()));  
return compressed\_data;  
\}  
\}  
\}

客户端调用:C/S

using System;  
using System.Collections.Generic;  
using System.ComponentModel;  
using System.Data;  
using System.Drawing;  
using System.Text;  
using System.Windows.Forms;

using System.IO;  
using System.IO.Compression;  
using System.Data.SqlClient;  
using System.Runtime.Serialization.Formatters.Binary;

namespace Test  
\{  
public partial class Form1 : Form  
\{  
public Form1()  
\{  
InitializeComponent();  
\}

private void BindDataSet(DataSet DS)  
\{  
this.dataGridView1.DataSource = DS.Tables\[0\];  
\}

private void button1\_Click(object sender, EventArgs e)  
\{  
com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();  
DateTime dtBegin = DateTime.Now;  
DataSet DS = ds.GetDataSet();  
this.label1.Text = string.Format("耗时：\{0\}", DateTime.Now - dtBegin);  
BindDataSet(DS);  
\}

private void button2\_Click(object sender, EventArgs e)  
\{  
com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();  
DateTime dtBegin = DateTime.Now;  
byte\[\] buffer = ds.GetDataSetBytes();  
DataSet DS = ds.GetDataSet();  
BinaryFormatter ser = new BinaryFormatter();  
DataSet dataset = ser.Deserialize(new MemoryStream(buffer)) as DataSet;  
this.label2.Text = string.Format("耗时：\{0\}", DateTime.Now - dtBegin + " " + buffer.Length.ToString());  
BindDataSet(DS);  
\}

private void button3\_Click(object sender, EventArgs e)  
\{  
com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();  
DateTime dtBegin = DateTime.Now;  
byte\[\] buffer = ds.GetDataSetSurrogateBytes();  
BinaryFormatter ser = new BinaryFormatter();  
DataSet DS = ds.GetDataSet();  
DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate;  
DataSet dataset = dss.ConvertToDataSet();  
this.label3.Text = string.Format("耗时：\{0\}", DateTime.Now - dtBegin + " " + buffer.Length.ToString());  
BindDataSet(DS);  
\}

private void button4\_Click(object sender, EventArgs e)  
\{  
com.dzbsoft.www.DataSetService ds = new Test.com.dzbsoft.www.DataSetService();  
DateTime dtBegin = DateTime.Now;  
byte\[\] zipBuffer = ds.GetDataSetSurrogateZipBytes();  
byte\[\] buffer = UnZipClass.Decompress(zipBuffer);  
BinaryFormatter ser = new BinaryFormatter();  
DataSet DS = ds.GetDataSet();  
DataSetSurrogate dss = ser.Deserialize(new MemoryStream(buffer)) as DataSetSurrogate;  
DataSet dataset = dss.ConvertToDataSet();  
this.label4.Text = string.Format("耗时：\{0\}", DateTime.Now - dtBegin + " " + zipBuffer.Length.ToString());  
BindDataSet(DS);  
\}

\}  
\}

UnZipClass.cs

using System;  
using System.Collections.Generic;  
using System.Text;  
using System.IO;  
using System.IO.Compression;

namespace Test 
\{ 
public static class UnZipClass 
\{ 
/// <summary> 
/// Decompresses the specified data. 
/// </summary> 
/// <param name="data">The data.</param> 
/// <returns></returns> 
public static byte\[\] Decompress(byte\[\] data) 
\{ 
try 
\{ 
MemoryStream ms = new MemoryStream(data); 
Stream zipStream = null; 
zipStream = new GZipStream(ms, CompressionMode.Decompress); 
byte\[\] dc\_data = null; 
dc\_data = EtractBytesFormStream(zipStream, data.Length); 
return dc\_data; 
\} 
catch 
\{ 
return null; 
\} 
\}

public static byte\[\] EtractBytesFormStream(Stream zipStream, int dataBlock)  
\{  
try  
\{  
byte\[\] data = null;  
int totalBytesRead = 0;  
while (true)  
\{  
Array.Resize(ref data, totalBytesRead + dataBlock + 1);  
int bytesRead = zipStream.Read(data, totalBytesRead, dataBlock);  
if (bytesRead == 0)  
\{  
break;  
\}  
totalBytesRead += bytesRead;  
\}  
Array.Resize(ref data, totalBytesRead);  
return data;  
\}  
catch  
\{  
return null;  
\}  
\}  
\}  
\}

转自： [http://hbluojiahui.blog.163.com/blog/static/310647672009491142070/][http_hbluojiahui.blog.163.com_blog_static_310647672009491142070]

[http_tempuri.org]: http://tempuri.org/
[http_hbluojiahui.blog.163.com_blog_static_310647672009491142070]: http://hbluojiahui.blog.163.com/blog/static/310647672009491142070/