Parallelism 8

GuillaumeVadeBe · GuillaumeVadeBe · commit bb78c557248c · 2024-06-05T11:43:51.000+02:00
diff --git a/Extensions/AzureTableAPI/Cosmos.DataTransfer.AzureTableAPIExtension/AzureTableAPIDataSinkExtension.cs b/Extensions/AzureTableAPI/Cosmos.DataTransfer.AzureTableAPIExtension/AzureTableAPIDataSinkExtension.cs
@@ -23,7 +23,7 @@ public async Task WriteAsync(IAsyncEnumerable<IDataItem> dataItems, IConfigurati
 
             await tableClient.CreateIfNotExistsAsync(cancellationToken);
 
-            await Parallel.ForEachAsync(GetBatches(dataItems, settings), new ParallelOptions() { MaxDegreeOfParallelism = 50 }, async (batch, token) =>
+            await Parallel.ForEachAsync(GetBatches(dataItems, settings), new ParallelOptions() { MaxDegreeOfParallelism = 8 }, async (batch, token) =>
             {
                 await InnerWriteAsync(batch, tableClient, logger, token);
             });

Original file line number	Diff line number	Diff line change
`@@ -23,7 +23,7 @@ public async Task WriteAsync(IAsyncEnumerable<IDataItem> dataItems, IConfigurati`
`23`	`23`
`24`	`24`	`await tableClient.CreateIfNotExistsAsync(cancellationToken);`
`25`	`25`
`26`		`- await Parallel.ForEachAsync(GetBatches(dataItems, settings), new ParallelOptions() { MaxDegreeOfParallelism = 50 }, async (batch, token) =>`
	`26`	`+ await Parallel.ForEachAsync(GetBatches(dataItems, settings), new ParallelOptions() { MaxDegreeOfParallelism = 8 }, async (batch, token) =>`
`27`	`27`	`{`
`28`	`28`	`await InnerWriteAsync(batch, tableClient, logger, token);`
`29`	`29`	`});`