您的位置:首页 > 数据库 > Oracle

oracle ODP.NET 批量插入或更新

2012-11-17 08:09 471 查看
使用ADO.NET提供的功能访问Oracle库要进行批量数据的插入或者更新的时间太慢了,对于10W级别的数据基本上都在5分钟左右;然而利用ODP.Net本身提供的一种数组参数功能来实现批量操作, 结果整个插入或更新的时间大大缩减到5秒以下,同时还支持包含Blob数据的批量处理,其代码如下:

/// <summary>
///  批量插入数据
/// </summary>
/// <param name="tableName">表名称</param>
/// <param name="columnRowData">键-值存储的批量数据:键是列名称,值是该列对应的数据集合</param>
/// <returns></returns>
public int BatchInsert(string tableName, Dictionary<string,object[]> columnRowData)
{
if (string.IsNullOrEmpty(tableName))
{
throw new ArgumentNullException("tableName", "必须指定批量插入的表名称");
}

if (columnRowData == null || columnRowData.Count < 1)
{
throw new ArgumentException("必须指定批量插入的字段名称", "columnRowData");
}

int iResult = 0;
string[] dbColumns = columnRowData.Keys.ToArray();
StringBuilder sbCmdText = new StringBuilder();
if (columnRowData.Count > 0)
{
// 准备插入SQL
sbCmdText.AppendFormat("INSERT INTO {1} (", tableName);
sbCmdText.Append(string.Join(",", dbColumns));
sbCmdText.Append(") VALUES (");
sbCmdText.Append(":" + string.Join(", :", dbColumns));
sbCmdText.Append(") ");

using (OracleConnection conn = new OracleConnection("数据库连接字符信息"))
{
using (OracleCommand cmd = _oraDbConn.CreateCommand())
{
// 绑定批处理的行数
cmd.ArrayBindCount = columnRowData.Values.First().Length; // 很重要
cmd.BindByName = true;
cmd.CommandType = CommandType.Text;
cmd.CommandText = sbCmdText.ToString();
cmd.CommandTimeout = 600; // 10分钟
// 创建参数
OracleParameter oraParam;
List<IDbDataParameter> cacher = new List<IDbDataParameter>();
OracleDbType dbType = OracleDbType.Object;
foreach (string colName in dbColumns)
{
dbType = this.GetOracleDbType(columnRowData[colName][0]);
oraParam = new OracleParameter(colName, dbType);
oraParam.Direction = ParameterDirection.Input;
oraParam.OracleDbTypeEx = dbType;

oraParam.Value = columnRowData[colName];
cmd.Parameters.Add(oraParam);
}

// 执行批处理
var trans  = conn.BeginTransaction();
try
{
cmd.Transaction = trans;
iResult = cmd.ExecuteNonQuery();
trans.Commit();
}
catch(Exception dbex)
{
trans.Rollback();
throw dbex;
}
}
}
}

return iResult;
}

///  批量更新数据
/// </summary>
/// <param name="tableName">表名称</param>
/// <param name="keyColumName">主键列名称</param>
/// <param name="columnRowData">键-值存储的批量数据:键是列名称,值是该列对应的数据集合</param>
/// <returns></returns>
public int BatchUpdate(string tableName,string keyColumName, Dictionary<string, object[]> columnRowData)
{
if (string.IsNullOrEmpty(tableName))
{
throw new ArgumentNullException("tableName", "必须指定批量插入的表名称");
}

if (string.IsNullOrEmpty(tableName))
{
throw new ArgumentNullException("keyColumName", "必须指定批量插入表的主键列名称");
}

if (columnRowData == null || columnRowData.Count < 1)
{
throw new ArgumentException("必须指定批量插入的字段名称", "columnRowData");
}

int iResult = 0;
string[] dbColumns = columnRowData.Keys.ToArray();
StringBuilder sbCmdText = new StringBuilder();
if (columnRowData.Count > 0)
{
// 准备更新SQL
sbCmdText.AppendFormat("update {0} set  ", tableName);
foreach(var col in dbColumns)
{
if (keyColumName.Equals(col,StringComparison.OrdinalIgnoreCase))
{
continue;
}
sbCmdText.AppendFormat("{0} = :{0} ,", col);
}
sbCmdText.Remove(sbCmdText.Length - 1, 1);
sbCmdText.AppendFormat(" where {0} = :{0}",keyColumName);

using (OracleConnection conn = new OracleConnection("数据库连接字符信息"))
{
using (OracleCommand cmd = _oraDbConn.CreateCommand())
{
// 绑定批处理的行数
cmd.ArrayBindCount = columnRowData.Values.First().Length; // 很重要
cmd.BindByName = true;
cmd.CommandType = CommandType.Text;
cmd.CommandText = sbCmdText.ToString();
cmd.CommandTimeout = 600; // 10分钟
// 创建参数
OracleParameter oraParam;
List<IDbDataParameter> cacher = new List<IDbDataParameter>();
OracleDbType dbType = OracleDbType.Object;
foreach (string colName in dbColumns)
{
dbType = this.GetOracleDbType(columnRowData[colName][0]);
oraParam = new OracleParameter(colName, dbType);
oraParam.Direction = ParameterDirection.Input;
oraParam.OracleDbTypeEx = dbType;

oraParam.Value = columnRowData[colName];
cmd.Parameters.Add(oraParam);
}

// 执行批处理
var trans = conn.BeginTransaction();
try
{
cmd.Transaction = trans;
iResult = cmd.ExecuteNonQuery();
trans.Commit();
}
catch (Exception dbex)
{
trans.Rollback();
throw dbex;
}
}
}
}

return iResult;
}

/// <summary>
///  根据数据类型获取OracleDbType
/// </summary>
/// <param name="value"></param>
/// <returns></returns>
private OracleDbType GetOracleDbType(object value)
{
OracleDbType dataType = OracleDbType.Object;
if (value is string)
{
dataType = OracleDbType.Varchar2;
}
else if (value is DateTime)
{
dataType = OracleDbType.TimeStamp;
}
else if (value is int || value is short)
{
dataType = OracleDbType.Int32;
}
else if (value is long)
{
dataType = OracleDbType.Int64;
}
else if (value is decimal || value is double)
{
dataType = OracleDbType.Decimal;
}
else if (value is Guid)
{
dataType = OracleDbType.Varchar2;
}
else if (value is bool || value is Boolean)
{
dataType = OracleDbType.Byte;
}
else if (value is byte[])
{
dataType = OracleDbType.Blob;
}
else if (value is char)
{
dataType = OracleDbType.Char;
}

return dataType;
}


来源: http://www.oschina.net/code/snippet_8955_12269
内容来自用户分享和网络整理,不保证内容的准确性,如有侵权内容,可联系管理员处理 点击这里给我发消息
标签: