Adding status messages for JSON and Cosmos

Author: bowencode

Extensions/Cosmos/Microsoft.DataTransfer.CosmosExtension/CosmosDataSourceExtension.cs

@@ -3,6 +3,7 @@
 using Microsoft.Azure.Cosmos;
 using Microsoft.DataTransfer.Interfaces;
 using Microsoft.Extensions.Configuration;
+using System;
 
 namespace Microsoft.DataTransfer.CosmosExtension
 {
@@ -30,6 +31,7 @@ public async IAsyncEnumerable<IDataItem> ReadAsync(IConfiguration config, [Enume
                 requestOptions.PartitionKey = new PartitionKey(settings.PartitionKey);
             }
 
+            Console.WriteLine($"Reading from {settings.Database}.{settings.Container}");
             using FeedIterator<Dictionary<string, object?>> feedIterator = GetFeedIterator<Dictionary<string, object?>>(settings, container, requestOptions);
             while (feedIterator.HasMoreResults)
             {

Extensions/Json/Microsoft.DataTransfer.JsonExtension/JsonDataSinkExtension.cs

@@ -2,6 +2,7 @@
 using System.ComponentModel.Composition;
 using System.Text.Json;
 using Microsoft.Extensions.Configuration;
+using System;
 using Microsoft.DataTransfer.JsonExtension.Settings;
 
 namespace Microsoft.DataTransfer.JsonExtension
@@ -18,6 +19,7 @@ public async Task WriteAsync(IAsyncEnumerable<IDataItem> dataItems, IConfigurati
 
             if (settings.FilePath != null)
             {
+                Console.WriteLine($"Writing to file '{settings.FilePath}'");
                 await using var stream = File.Create(settings.FilePath);
                 await using var writer = new Utf8JsonWriter(stream, new JsonWriterOptions
                 {
@@ -31,6 +33,7 @@ public async Task WriteAsync(IAsyncEnumerable<IDataItem> dataItems, IConfigurati
                 }
 
                 writer.WriteEndArray();
+                Console.WriteLine($"Completed writing data to file '{settings.FilePath}'");
             }
         }
 

Extensions/Json/Microsoft.DataTransfer.JsonExtension/JsonDataSourceExtension.cs

@@ -5,6 +5,7 @@
 using Microsoft.DataTransfer.Interfaces;
 using Microsoft.DataTransfer.JsonExtension.Settings;
 using Microsoft.Extensions.Configuration;
+using System;
 
 namespace Microsoft.DataTransfer.JsonExtension
 {
@@ -21,6 +22,7 @@ public async IAsyncEnumerable<IDataItem> ReadAsync(IConfiguration config, [Enume
             {
                 if (File.Exists(settings.FilePath))
                 {
+                    Console.WriteLine($"Reading file '{settings.FilePath}'");
                     var list = await ReadFileAsync(cancellationToken, settings.FilePath);
 
                     if (list != null)
@@ -33,8 +35,11 @@ public async IAsyncEnumerable<IDataItem> ReadAsync(IConfiguration config, [Enume
                 }
                 else if (Directory.Exists(settings.FilePath))
                 {
-                    foreach (string filePath in Directory.GetFiles(settings.FilePath, "*.json", SearchOption.AllDirectories).OrderBy(f => f))
+                    string[] files = Directory.GetFiles(settings.FilePath, "*.json", SearchOption.AllDirectories);
+                    Console.WriteLine($"Reading {files.Length} files from '{settings.FilePath}'");
+                    foreach (string filePath in files.OrderBy(f => f))
                     {
+                        Console.WriteLine($"Reading file '{filePath}'");
                         var list = await ReadFileAsync(cancellationToken, filePath);
 
                         if (list != null)
@@ -46,6 +51,7 @@ public async IAsyncEnumerable<IDataItem> ReadAsync(IConfiguration config, [Enume
                         }
                     }
                 }
+                Console.WriteLine($"Completed reading '{settings.FilePath}'");
             }
         }
 
@@ -76,6 +82,12 @@ public async IAsyncEnumerable<IDataItem> ReadAsync(IConfiguration config, [Enume
             {
                 // single item failed
             }
+
+            if (!list.Any())
+            {
+                Console.WriteLine($"No records read from '{filePath}'");
+            }
+
             return list;
         }
     }