oracle ODP.NET 批量插入或更新
2012-11-17 08:09
471 查看
使用ADO.NET提供的功能访问Oracle库要进行批量数据的插入或者更新的时间太慢了,对于10W级别的数据基本上都在5分钟左右;然而利用ODP.Net本身提供的一种数组参数功能来实现批量操作, 结果整个插入或更新的时间大大缩减到5秒以下,同时还支持包含Blob数据的批量处理,其代码如下:
来源: http://www.oschina.net/code/snippet_8955_12269
/// <summary> /// 批量插入数据 /// </summary> /// <param name="tableName">表名称</param> /// <param name="columnRowData">键-值存储的批量数据:键是列名称,值是该列对应的数据集合</param> /// <returns></returns> public int BatchInsert(string tableName, Dictionary<string,object[]> columnRowData) { if (string.IsNullOrEmpty(tableName)) { throw new ArgumentNullException("tableName", "必须指定批量插入的表名称"); } if (columnRowData == null || columnRowData.Count < 1) { throw new ArgumentException("必须指定批量插入的字段名称", "columnRowData"); } int iResult = 0; string[] dbColumns = columnRowData.Keys.ToArray(); StringBuilder sbCmdText = new StringBuilder(); if (columnRowData.Count > 0) { // 准备插入SQL sbCmdText.AppendFormat("INSERT INTO {1} (", tableName); sbCmdText.Append(string.Join(",", dbColumns)); sbCmdText.Append(") VALUES ("); sbCmdText.Append(":" + string.Join(", :", dbColumns)); sbCmdText.Append(") "); using (OracleConnection conn = new OracleConnection("数据库连接字符信息")) { using (OracleCommand cmd = _oraDbConn.CreateCommand()) { // 绑定批处理的行数 cmd.ArrayBindCount = columnRowData.Values.First().Length; // 很重要 cmd.BindByName = true; cmd.CommandType = CommandType.Text; cmd.CommandText = sbCmdText.ToString(); cmd.CommandTimeout = 600; // 10分钟 // 创建参数 OracleParameter oraParam; List<IDbDataParameter> cacher = new List<IDbDataParameter>(); OracleDbType dbType = OracleDbType.Object; foreach (string colName in dbColumns) { dbType = this.GetOracleDbType(columnRowData[colName][0]); oraParam = new OracleParameter(colName, dbType); oraParam.Direction = ParameterDirection.Input; oraParam.OracleDbTypeEx = dbType; oraParam.Value = columnRowData[colName]; cmd.Parameters.Add(oraParam); } // 执行批处理 var trans = conn.BeginTransaction(); try { cmd.Transaction = trans; iResult = cmd.ExecuteNonQuery(); trans.Commit(); } catch(Exception dbex) { trans.Rollback(); throw dbex; } } } } return iResult; } /// 批量更新数据 /// </summary> /// <param name="tableName">表名称</param> /// <param name="keyColumName">主键列名称</param> /// <param name="columnRowData">键-值存储的批量数据:键是列名称,值是该列对应的数据集合</param> /// <returns></returns> public int BatchUpdate(string tableName,string keyColumName, Dictionary<string, object[]> columnRowData) { if (string.IsNullOrEmpty(tableName)) { throw new ArgumentNullException("tableName", "必须指定批量插入的表名称"); } if (string.IsNullOrEmpty(tableName)) { throw new ArgumentNullException("keyColumName", "必须指定批量插入表的主键列名称"); } if (columnRowData == null || columnRowData.Count < 1) { throw new ArgumentException("必须指定批量插入的字段名称", "columnRowData"); } int iResult = 0; string[] dbColumns = columnRowData.Keys.ToArray(); StringBuilder sbCmdText = new StringBuilder(); if (columnRowData.Count > 0) { // 准备更新SQL sbCmdText.AppendFormat("update {0} set ", tableName); foreach(var col in dbColumns) { if (keyColumName.Equals(col,StringComparison.OrdinalIgnoreCase)) { continue; } sbCmdText.AppendFormat("{0} = :{0} ,", col); } sbCmdText.Remove(sbCmdText.Length - 1, 1); sbCmdText.AppendFormat(" where {0} = :{0}",keyColumName); using (OracleConnection conn = new OracleConnection("数据库连接字符信息")) { using (OracleCommand cmd = _oraDbConn.CreateCommand()) { // 绑定批处理的行数 cmd.ArrayBindCount = columnRowData.Values.First().Length; // 很重要 cmd.BindByName = true; cmd.CommandType = CommandType.Text; cmd.CommandText = sbCmdText.ToString(); cmd.CommandTimeout = 600; // 10分钟 // 创建参数 OracleParameter oraParam; List<IDbDataParameter> cacher = new List<IDbDataParameter>(); OracleDbType dbType = OracleDbType.Object; foreach (string colName in dbColumns) { dbType = this.GetOracleDbType(columnRowData[colName][0]); oraParam = new OracleParameter(colName, dbType); oraParam.Direction = ParameterDirection.Input; oraParam.OracleDbTypeEx = dbType; oraParam.Value = columnRowData[colName]; cmd.Parameters.Add(oraParam); } // 执行批处理 var trans = conn.BeginTransaction(); try { cmd.Transaction = trans; iResult = cmd.ExecuteNonQuery(); trans.Commit(); } catch (Exception dbex) { trans.Rollback(); throw dbex; } } } } return iResult; } /// <summary> /// 根据数据类型获取OracleDbType /// </summary> /// <param name="value"></param> /// <returns></returns> private OracleDbType GetOracleDbType(object value) { OracleDbType dataType = OracleDbType.Object; if (value is string) { dataType = OracleDbType.Varchar2; } else if (value is DateTime) { dataType = OracleDbType.TimeStamp; } else if (value is int || value is short) { dataType = OracleDbType.Int32; } else if (value is long) { dataType = OracleDbType.Int64; } else if (value is decimal || value is double) { dataType = OracleDbType.Decimal; } else if (value is Guid) { dataType = OracleDbType.Varchar2; } else if (value is bool || value is Boolean) { dataType = OracleDbType.Byte; } else if (value is byte[]) { dataType = OracleDbType.Blob; } else if (value is char) { dataType = OracleDbType.Char; } return dataType; }
来源: http://www.oschina.net/code/snippet_8955_12269
相关文章推荐
- oracle ODP.NET 批量插入或更新
- 利用ODP.Net进行批量插入和更新
- 利用ODP.Net进行批量插入和更新
- C#利用ODP.NET往oracle中高效插入百万数据
- PreparedStatement 批量更新,插入数据到Oracle
- Mybatis中实现oracle的批量插入、更新
- asp.net 中数据的批量插入和更新
- Mybatis+Oracle进行数据的批量插入和更新
- mybatis+oracle批量插入,批量更新
- Mybatis+Oracle批量插入与更新的配置文件
- 如何 ︰ 执行批量更新和插入使用.NET 提供程序在 C#.NET OpenXML
- C#利用ODP.NET往oracle中高效插入百万数据
- Oracle + Mybatis实现批量插入、更新和删除示例代码
- PreparedStatement 批量更新,插入数据到Oracle mysql
- sql server中批量插入与更新两种解决方案分享(asp.net)
- Mybatis中实现oracle的批量插入、更新
- Mybatis中实现oracle的批量插入、更新
- Mybatis批量更新数据库与批量插入数据库(以oracle为例)
- 使用mybatis 对 oracle数据批量插入、更新
- C#中数据的批量插入和更新_Asp.net