Rivulet.Sql.SqlServer¶

using Rivulet.Sql.SqlServer;

var users = GetUsers(); // IEnumerable<User>

await users.BulkInsertUsingSqlBulkCopyAsync(
    () => new SqlConnection(connectionString),
    "Users",
    batch => MapToDataTable(batch), // Convert to DataTable
    options: new ParallelOptionsRivulet { MaxDegreeOfParallelism = 4 },
    batchSize: 5000
);

// Helper method to map objects to DataTable
DataTable MapToDataTable(IEnumerable<User> users)
{
    var table = new DataTable();
    table.Columns.Add("Id", typeof(int));
    table.Columns.Add("Name", typeof(string));
    table.Columns.Add("Email", typeof(string));

    foreach (var user in users)
    {
        table.Rows.Add(user.Id, user.Name, user.Email);
    }

    return table;
}

var columnMappings = new Dictionary<string, string>
{
    ["UserId"] = "Id",
    ["FullName"] = "Name",
    ["EmailAddress"] = "Email"
};

await users.BulkInsertUsingSqlBulkCopyAsync(
    () => new SqlConnection(connectionString),
    "Users",
    batch => MapToDataTable(batch),
    columnMappings,
    options: new ParallelOptionsRivulet { MaxDegreeOfParallelism = 4 }
);

var readers = GetDataReaders(); // IEnumerable<IDataReader>

await readers.BulkInsertUsingSqlBulkCopyAsync(
    () => new SqlConnection(connectionString),
    "Users",
    options: new ParallelOptionsRivulet { MaxDegreeOfParallelism = 2 },
    batchSize: 10000
);

await users.BulkInsertUsingSqlBulkCopyAsync(
    () => new SqlConnection(connectionString),
    "Users",
    batch => MapToDataTable(batch),
    options: new ParallelOptionsRivulet
    {
        MaxDegreeOfParallelism = 4,
        ErrorMode = ErrorMode.CollectAndContinue
    },
    bulkCopyOptions: SqlBulkCopyOptions.KeepIdentity | SqlBulkCopyOptions.CheckConstraints,
    batchSize: 5000,
    bulkCopyTimeout: 60
);