-
-
Notifications
You must be signed in to change notification settings - Fork 204
/
DapperRepository.BulkInsert.cs
125 lines (102 loc) · 4.81 KB
/
DapperRepository.BulkInsert.cs
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
using System;
using System.Collections.Generic;
using System.Data;
using System.Linq;
using System.Threading;
using System.Threading.Tasks;
using Dapper;
using MicroOrm.Dapper.Repositories.SqlGenerator;
namespace MicroOrm.Dapper.Repositories;
/// <summary>
/// Base Repository
/// </summary>
public partial class DapperRepository<TEntity>
where TEntity : class
{
/// <inheritdoc />
public virtual int BulkInsert(IEnumerable<TEntity> instances)
{
return BulkInsert(instances, null);
}
/// <inheritdoc />
public virtual Task<int> BulkInsertAsync(IEnumerable<TEntity> instances)
{
return BulkInsertAsync(instances, null, CancellationToken.None);
}
/// <inheritdoc />
public virtual Task<int> BulkInsertAsync(IEnumerable<TEntity> instances, CancellationToken cancellationToken)
{
return BulkInsertAsync(instances, null, cancellationToken);
}
/// <inheritdoc />
public virtual int BulkInsert(IEnumerable<TEntity> instances, IDbTransaction? transaction)
{
if (SqlGenerator.Provider == SqlProvider.MSSQL)
{
var count = 0;
var totalInstances = instances.Count();
var properties =
(SqlGenerator.IsIdentity
? SqlGenerator.SqlProperties.Where(p => !p.PropertyName.Equals(SqlGenerator.IdentitySqlProperty.PropertyName, StringComparison.OrdinalIgnoreCase))
: SqlGenerator.SqlProperties).ToList();
var exceededTimes = (int)Math.Ceiling(totalInstances * properties.Count / 2099d);
if (exceededTimes > 1)
{
var maxAllowedInstancesPerBatch = totalInstances / exceededTimes;
if (maxAllowedInstancesPerBatch > 1000) maxAllowedInstancesPerBatch = 1000;
var maxIterationCount = (int)Math.Ceiling((double)totalInstances / (double)maxAllowedInstancesPerBatch);
for (var i = 0; i <= maxIterationCount; i++)
{
var skips = i * maxAllowedInstancesPerBatch;
if (skips >= totalInstances)
break;
var items = instances.Skip(skips).Take(maxAllowedInstancesPerBatch);
var msSqlQueryResult = SqlGenerator.GetBulkInsert(items);
count += Connection.Execute(msSqlQueryResult.GetSql(), msSqlQueryResult.Param, transaction);
}
return count;
}
}
var queryResult = SqlGenerator.GetBulkInsert(instances);
return Connection.Execute(queryResult.GetSql(), queryResult.Param, transaction);
}
/// <inheritdoc />
public virtual Task<int> BulkInsertAsync(IEnumerable<TEntity> instances, IDbTransaction? transaction)
{
return BulkInsertAsync(instances, transaction, CancellationToken.None);
}
/// <inheritdoc />
public virtual async Task<int> BulkInsertAsync(IEnumerable<TEntity> instances, IDbTransaction? transaction, CancellationToken cancellationToken)
{
if (SqlGenerator.Provider == SqlProvider.MSSQL)
{
var count = 0;
var totalInstances = instances.Count();
var properties =
(SqlGenerator.IsIdentity
? SqlGenerator.SqlProperties.Where(p => !p.PropertyName.Equals(SqlGenerator.IdentitySqlProperty.PropertyName, StringComparison.OrdinalIgnoreCase))
: SqlGenerator.SqlProperties).ToList();
var exceededTimes = (int)Math.Ceiling(totalInstances * properties.Count / 2099d);
if (exceededTimes > 1)
{
var maxAllowedInstancesPerBatch = totalInstances / exceededTimes;
if (maxAllowedInstancesPerBatch > 1000) maxAllowedInstancesPerBatch = 1000;
var maxIterationCount = (int)Math.Ceiling((double)totalInstances / (double)maxAllowedInstancesPerBatch);
for (var i = 0; i <= maxIterationCount; i++)
{
var skips = i * maxAllowedInstancesPerBatch;
if (skips >= totalInstances)
break;
var items = instances.Skip(i * maxAllowedInstancesPerBatch).Take(maxAllowedInstancesPerBatch);
var msSqlQueryResult = SqlGenerator.GetBulkInsert(items);
count += await Connection.ExecuteAsync(new CommandDefinition(msSqlQueryResult.GetSql(), msSqlQueryResult.Param, transaction,
cancellationToken: cancellationToken));
}
return count;
}
}
var queryResult = SqlGenerator.GetBulkInsert(instances);
return await Connection.ExecuteAsync(new CommandDefinition(queryResult.GetSql(), queryResult.Param, transaction, cancellationToken: cancellationToken))
.ConfigureAwait(false);
}
}