OracleBulkCopy have memory leak if BatchSize is less than record's count.

Question

OracleBulkCopy::WriteToServer(IDataReader reader) have memory leak if BatchSize property is less than amount of record which were retrieved from IDataReader.
We know workaround for that, but when this problem will be fixed?
Code source at the bottom:
*****************File::Program.cs*****************
using System;
using System.Configuration;
using System.Data;
using System.Diagnostics;
using Oracle.DataAccess.Client;
namespace WindowsApplication
static class Program
private static DataTable _testTable = new DataTable("TestData");
private static int _batchSize = 10000;
private static int _totalRecordForTest = 100000;
private static int _bulkTimeOut = 600;
private static string _targetConnectionString;
private static string _targetTableName;
/// <summary>
/// The main entry point for the application.
/// </summary>
[STAThread]
static void Main()
_testTable.ReadXmlSchema("tmp.data.schema");
_testTable.ReadXml("tmp.data");
_targetConnectionString = ConfigurationManager.AppSettings["targetConnectionString"];
_targetTableName = ConfigurationManager.AppSettings["targetTableName"];
_batchSize = int.Parse(ConfigurationManager.AppSettings["batchSize"]);
_totalRecordForTest = int.Parse(ConfigurationManager.AppSettings["totalRecordForTest"]);
_bulkTimeOut = int.Parse(ConfigurationManager.AppSettings["bulkTimeOut"]);
PerformCorrectTest();
Console.WriteLine("Do you want to perform memory leak test?(If no then click cancel key)");
if (Console.ReadKey().Key != ConsoleKey.Escape)
PerformMemoryLeakTest();
Console.ReadKey();
_testTable =null;
public static void PerformCorrectTest()
Console.WriteLine("Managed memory usage: {0}, unmanaged: {1}", GC.GetTotalMemory(false),
Process.GetCurrentProcess().WorkingSet64);
using (VirtualSourceReader wrapper = new VirtualSourceReader(new DataTableReader(_testTable), batchSize, totalRecordForTest))
wrapper.RowsCopied += RowsCopied;
using (OracleConnection targetConnection = new OracleConnection(_targetConnectionString))
targetConnection.Open();
Console.WriteLine("Bulk insert started at {0}", DateTime.Now);
OracleBulkCopy bc = null;
try
bc = new OracleBulkCopy(targetConnection)
DestinationTableName = _targetTableName,
BulkCopyTimeout = _bulkTimeOut,
BatchSize = _batchSize
do
bc.WriteToServer(wrapper);
} while (wrapper.ResetState());
finally
if (null != bc)
bc.Close();
bc.Dispose();
targetConnection.Clone();
Console.WriteLine("Bulk insert completed at {0}", DateTime.Now);
wrapper.Close();
Console.WriteLine("Managed memory usage: {0}, unmanaged: {1}", GC.GetTotalMemory(false),
Process.GetCurrentProcess().WorkingSet64);
public static void PerformMemoryLeakTest()
Console.WriteLine("Managed memory usage: {0}, unmanaged: {1}", GC.GetTotalMemory(false),
Process.GetCurrentProcess().WorkingSet64);
using (VirtualSourceReader wrapper = new VirtualSourceReader(new DataTableReader(_testTable), totalRecordForTest, totalRecordForTest))
using (OracleConnection targetConnection = new OracleConnection(_targetConnectionString))
targetConnection.Open();
Console.WriteLine("Bulk insert started at {0}", DateTime.Now);
OracleBulkCopy bc = null;
try
bc = new OracleBulkCopy(targetConnection)
DestinationTableName = _targetTableName,
BulkCopyTimeout = _bulkTimeOut,
BatchSize = _batchSize,
NotifyAfter = _batchSize,
bc.OracleRowsCopied += OracleRowsCopied;
bc.WriteToServer(wrapper);
finally
if (null != bc)
bc.Close();
bc.Dispose();
targetConnection.Clone();
Console.WriteLine("Bulk insert completed at {0}", DateTime.Now);
wrapper.Close();
Console.WriteLine("Managed memory usage: {0}, unmanaged: {1}", GC.GetTotalMemory(false),
Process.GetCurrentProcess().WorkingSet64);
private static void RowsCopied(object sender, long eventArgs)
Console.WriteLine("Row Processed {0}. Current time is {1}", eventArgs, DateTime.Now);
private static void OracleRowsCopied(object sender, OracleRowsCopiedEventArgs eventArgs)
RowsCopied(sender, eventArgs.RowsCopied);
*****************File::SourceDataReaderWrap.cs*****************
using System;
using System.Collections.Generic;
using System.Data;
using Oracle.DataAccess.Client;
namespace WindowsFormsApplication1
public delegate void OnRowProcessed(object sender, long rowCount);
public class SourceDataReaderWrap:IDataReader
protected IDataReader _originalReader;
protected readonly int _batchSize;
protected int _currentSessionRows;
protected long _rowCount;
public event OnRowProcessed RowsCopied;
public SourceDataReaderWrap(IDataReader originalReader, int batchSize)
_originalReader = originalReader;
_batchSize = batchSize;
_rowCount = 0;
#region Implementation of IDisposable
/// <summary>
/// Performs application-defined tasks associated with freeing, releasing, or resetting unmanaged resources.
/// </summary>
/// <filterpriority>2</filterpriority>
public void Dispose()
_originalReader.Dispose();
_originalReader = null;
if (RowsCopied != null)
foreach (OnRowProcessed @delegate in new List<Delegate>(RowsCopied.GetInvocationList()))
RowsCopied -= @delegate;
#endregion
#region Implementation of IDataRecord
/// <summary>
/// Gets the name for the field to find.
/// </summary>
/// <returns>
/// The name of the field or the empty string (""), if there is no value to return.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public string GetName(int i)
return _originalReader.GetName(i);
/// <summary>
/// Gets the data type information for the specified field.
/// </summary>
/// <returns>
/// The data type information for the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public string GetDataTypeName(int i)
return _originalReader.GetDataTypeName(i);
/// <summary>
/// Gets the <see cref="T:System.Type"/> information corresponding to the type of <see cref="T:System.Object"/> that would be returned from <see cref="M:System.Data.IDataRecord.GetValue(System.Int32)"/>.
/// </summary>
/// <returns>
/// The <see cref="T:System.Type"/> information corresponding to the type of <see cref="T:System.Object"/> that would be returned from <see cref="M:System.Data.IDataRecord.GetValue(System.Int32)"/>.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public Type GetFieldType(int i)
return _originalReader.GetFieldType(i);
/// <summary>
/// Return the value of the specified field.
/// </summary>
/// <returns>
/// The <see cref="T:System.Object"/> which will contain the field value upon return.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public object GetValue(int i)
return _originalReader.GetValue(i);
/// <summary>
/// Gets all the attribute fields in the collection for the current record.
/// </summary>
/// <returns>
/// The number of instances of <see cref="T:System.Object"/> in the array.
/// </returns>
/// <param name="values">An array of <see cref="T:System.Object"/> to copy the attribute fields into.
/// </param><filterpriority>2</filterpriority>
public int GetValues(object[] values)
return _originalReader.GetValues(values);
/// <summary>
/// Return the index of the named field.
/// </summary>
/// <returns>
/// The index of the named field.
/// </returns>
/// <param name="name">The name of the field to find.
/// </param><filterpriority>2</filterpriority>
public int GetOrdinal(string name)
return _originalReader.GetOrdinal(name);
/// <summary>
/// Gets the value of the specified column as a Boolean.
/// </summary>
/// <returns>
/// The value of the column.
/// </returns>
/// <param name="i">The zero-based column ordinal.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public bool GetBoolean(int i)
return _originalReader.GetBoolean(i);
/// <summary>
/// Gets the 8-bit unsigned integer value of the specified column.
/// </summary>
/// <returns>
/// The 8-bit unsigned integer value of the specified column.
/// </returns>
/// <param name="i">The zero-based column ordinal.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public byte GetByte(int i)
return _originalReader.GetByte(i);
/// <summary>
/// Reads a stream of bytes from the specified column offset into the buffer as an array, starting at the given buffer offset.
/// </summary>
/// <returns>
/// The actual number of bytes read.
/// </returns>
/// <param name="i">The zero-based column ordinal.
/// </param><param name="fieldOffset">The index within the field from which to start the read operation.
/// </param><param name="buffer">The buffer into which to read the stream of bytes.
/// </param><param name="bufferoffset">The index for <paramref name="buffer"/> to start the read operation.
/// </param><param name="length">The number of bytes to read.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public long GetBytes(int i, long fieldOffset, byte[] buffer, int bufferoffset, int length)
return _originalReader.GetBytes(i, fieldOffset, buffer, bufferoffset, length);
/// <summary>
/// Gets the character value of the specified column.
/// </summary>
/// <returns>
/// The character value of the specified column.
/// </returns>
/// <param name="i">The zero-based column ordinal.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public char GetChar(int i)
return _originalReader.GetChar(i);
/// <summary>
/// Reads a stream of characters from the specified column offset into the buffer as an array, starting at the given buffer offset.
/// </summary>
/// <returns>
/// The actual number of characters read.
/// </returns>
/// <param name="i">The zero-based column ordinal.
/// </param><param name="fieldoffset">The index within the row from which to start the read operation.
/// </param><param name="buffer">The buffer into which to read the stream of bytes.
/// </param><param name="bufferoffset">The index for <paramref name="buffer"/> to start the read operation.
/// </param><param name="length">The number of bytes to read.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public long GetChars(int i, long fieldoffset, char[] buffer, int bufferoffset, int length)
return _originalReader.GetChars(i, fieldoffset, buffer, bufferoffset, length);
/// <summary>
/// Returns the GUID value of the specified field.
/// </summary>
/// <returns>
/// The GUID value of the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public Guid GetGuid(int i)
return _originalReader.GetGuid(i);
/// <summary>
/// Gets the 16-bit signed integer value of the specified field.
/// </summary>
/// <returns>
/// The 16-bit signed integer value of the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public short GetInt16(int i)
return _originalReader.GetInt16(i);
/// <summary>
/// Gets the 32-bit signed integer value of the specified field.
/// </summary>
/// <returns>
/// The 32-bit signed integer value of the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public int GetInt32(int i)
return _originalReader.GetInt32(i);
/// <summary>
/// Gets the 64-bit signed integer value of the specified field.
/// </summary>
/// <returns>
/// The 64-bit signed integer value of the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public long GetInt64(int i)
return _originalReader.GetInt64(i);
/// <summary>
/// Gets the single-precision floating point number of the specified field.
/// </summary>
/// <returns>
/// The single-precision floating point number of the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public float GetFloat(int i)
return _originalReader.GetFloat(i);
/// <summary>
/// Gets the double-precision floating point number of the specified field.
/// </summary>
/// <returns>
/// The double-precision floating point number of the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public double GetDouble(int i)
return _originalReader.GetDouble(i);
/// <summary>
/// Gets the string value of the specified field.
/// </summary>
/// <returns>
/// The string value of the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public string GetString(int i)
return _originalReader.GetString(i);
/// <summary>
/// Gets the fixed-position numeric value of the specified field.
/// </summary>
/// <returns>
/// The fixed-position numeric value of the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public decimal GetDecimal(int i)
return _originalReader.GetDecimal(i);
/// <summary>
/// Gets the date and time data value of the specified field.
/// </summary>
/// <returns>
/// The date and time data value of the specified field.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public DateTime GetDateTime(int i)
return _originalReader.GetDateTime(i);
/// <summary>
/// Returns an <see cref="T:System.Data.IDataReader"/> for the specified column ordinal.
/// </summary>
/// <returns>
/// An <see cref="T:System.Data.IDataReader"/>.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public IDataReader GetData(int i)
return _originalReader.GetData(i);
/// <summary>
/// Return whether the specified field is set to null.
/// </summary>
/// <returns>
/// true if the specified field is set to null; otherwise, false.
/// </returns>
/// <param name="i">The index of the field to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
public bool IsDBNull(int i)
return _originalReader.IsDBNull(i);
/// <summary>
/// Gets the number of columns in the current row.
/// </summary>
/// <returns>
/// When not positioned in a valid recordset, 0; otherwise, the number of columns in the current record. The default is -1.
/// </returns>
/// <filterpriority>2</filterpriority>
public int FieldCount
get { return _originalReader.FieldCount; }
/// <summary>
/// Gets the column located at the specified index.
/// </summary>
/// <returns>
/// The column located at the specified index as an <see cref="T:System.Object"/>.
/// </returns>
/// <param name="i">The zero-based index of the column to get.
/// </param><exception cref="T:System.IndexOutOfRangeException">The index passed was outside the range of 0 through <see cref="P:System.Data.IDataRecord.FieldCount"/>.
/// </exception><filterpriority>2</filterpriority>
object IDataRecord.this[int i]
get { return _originalReader[i]; }
/// <summary>
/// Gets the column with the specified name.
/// </summary>
/// <returns>
/// The column with the specified name as an <see cref="T:System.Object"/>.
/// </returns>
/// <param name="name">The name of the column to find.
/// </param><exception cref="T:System.IndexOutOfRangeException">No column with the specified name was found.
/// </exception><filterpriority>2</filterpriority>
object IDataRecord.this[string name]
get { return _originalReader[name]; }
#endregion
#region Implementation of IDataReader
/// <summary>
/// Closes the <see cref="T:System.Data.IDataReader"/> Object.
/// </summary>
/// <filterpriority>2</filterpriority>
public void Close()
_originalReader.Close();
/// <summary>
/// Returns a <see cref="T:System.Data.DataTable"/> that describes the column metadata of the <see cref="T:System.Data.IDataReader"/>.
/// </summary>
/// <returns>
/// A <see cref="T:System.Data.DataTable"/> that describes the column metadata.
/// </returns>
/// <exception cref="T:System.InvalidOperationException">The <see cref="T:System.Data.IDataReader"/> is closed.
/// </exception><filterpriority>2</filterpriority>
public DataTable GetSchemaTable()
return _originalReader.GetSchemaTable();
/// <summary>
/// Gets a value indicating the depth of nesting for the current row.
/// </summary>
/// <returns>
/// The level of nesting.
/// </returns>
/// <filterpriority>2</filterpriority>
public int Depth
get { return _originalReader.Depth; }
/// <summary>
/// Gets a value indicating whether the data reader is closed.
/// </summary>
/// <returns>
/// true if the data reader is closed; otherwise, false.
/// </returns>
/// <filterpriority>2</filterpriority>
public bool IsClosed
get { return _originalReader.IsClosed; }
#endregion
/// <summary>
/// Advances the data reader to the next result, when reading the results of batch SQL statements.
/// </summary>
/// <returns>
/// true if there are more rows; otherwise, false.
/// </returns>
/// <filterpriority>2</filterpriority>
public bool NextResult()
throw new NotImplementedException();
/// <summary>
/// Advances the <see cref="T:System.Data.IDataReader"/> to the next record.
/// </summary>
/// <returns>
/// true if there are more rows; otherwise, false.
/// </returns>
/// <filterpriority>2</filterpriority>
public virtual bool Read()
if (_batchSize == (_currentSessionRows))
return false;
if(_originalReader.Read())
_currentSessionRows++;
_rowCount++;
return true;
return false;
/// <summary>
/// Gets the number of rows changed, inserted, or deleted by execution of the SQL statement.
/// </summary>
/// <returns>
/// The number of rows changed, inserted, or deleted; 0 if no rows were affected or the statement failed; and -1 for SELECT statements.
/// </returns>
/// <filterpriority>2</filterpriority>
public int RecordsAffected
get { throw new NotImplementedException(); }
public virtual bool ResetState()
bool result = _currentSessionRows != 0;
if (result && RowsCopied != null)
RowsCopied(this, _rowCount);
_currentSessionRows = 0;
return result;
public class VirtualSourceReader:SourceDataReaderWrap
private readonly int _totalRecordCount;
public VirtualSourceReader(IDataReader reader, int batchSize, int totalRecordCount)
:base(reader, batchSize)
_totalRecordCount = totalRecordCount;
public override bool Read()
if (_rowCount >= totalRecordCount || totalRecordCount <= 0)
return false;
if (_rowCount == 0)
return base.Read();
if (_batchSize == _currentSessionRows)
return false;
_currentSessionRows++;
_rowCount++;
return true;
*****************File::tmp.data**********

Answer 1

You have problem because the batch size property has value *10000* and amount of records(*50000*) bigger than this value.
You can retrieve workaround from my post (OracleBulkCopy have memory leak  if BatchSize is less than record's count.