Moving Vector functionality for Mongo to new beta extension

bowencode · bowencode · commit 3bd4579784c4 · 2024-03-29T16:01:46.000-07:00
diff --git a/CosmosDbDataMigrationTool.sln b/CosmosDbDataMigrationTool.sln
@@ -39,7 +39,7 @@ Project("{2150E333-8FDC-42A3-9474-1A3956D46DE8}") = "Mongo", "Mongo", "{F18E789A
 		Extensions\Mongo\README.md = Extensions\Mongo\README.md
 	EndProjectSection
 EndProject
-Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Cosmos.DataTransfer.MongoExtension", "Extensions\Mongo\Cosmos.DataTransfer.MongoExtension\Cosmos.DataTransfer.MongoExtension.csproj", "{F6EAC33B-9F7D-433B-9328-622FB8938C24}"
+Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Cosmos.DataTransfer.MongoVectorExtension", "Extensions\Mongo\Cosmos.DataTransfer.MongoVectorExtension\Cosmos.DataTransfer.MongoVectorExtension.csproj", "{F6EAC33B-9F7D-433B-9328-622FB8938C24}"
 EndProject
 Project("{9A19103F-16F7-4668-BE54-9A1E7A4F7556}") = "Cosmos.DataTransfer.JsonExtension.UnitTests", "Extensions\Json\Cosmos.DataTransfer.JsonExtension.UnitTests\Cosmos.DataTransfer.JsonExtension.UnitTests.csproj", "{ED1E375E-A5A3-47EA-A7D5-07344C7E152F}"
 EndProject
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Context.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Context.cs
@@ -2,7 +2,7 @@
 using MongoDB.Driver;
 using MongoDB.Driver.Core.Events;
 
-namespace Cosmos.DataTransfer.MongoExtension;
+namespace Cosmos.DataTransfer.MongoVectorExtension;
 public class Context
 {
     private readonly IMongoDatabase database = null!;
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Cosmos.DataTransfer.MongoVectorExtension.csproj b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Cosmos.DataTransfer.MongoVectorExtension.csproj
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/IRepository.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/IRepository.cs
@@ -1,6 +1,6 @@
 ﻿using System.Linq.Expressions;
 
-namespace Cosmos.DataTransfer.MongoExtension;
+namespace Cosmos.DataTransfer.MongoVectorExtension;
 
 public interface IRepository<TDocument>
 {
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/MongoDataItem.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/MongoDataItem.cs
@@ -1,7 +1,7 @@
 ﻿using Cosmos.DataTransfer.Interfaces;
 using MongoDB.Bson;
 
-namespace Cosmos.DataTransfer.MongoExtension;
+namespace Cosmos.DataTransfer.MongoVectorExtension;
 public class MongoDataItem : IDataItem
 {
     private readonly BsonDocument record;
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/MongoRepository.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/MongoRepository.cs
@@ -1,7 +1,7 @@
 ﻿using System.Linq.Expressions;
 using MongoDB.Driver;
 
-namespace Cosmos.DataTransfer.MongoExtension;
+namespace Cosmos.DataTransfer.MongoVectorExtension;
 
 public class MongoRepository<TDocument> : IRepository<TDocument>
 {
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/MongoVectorDataSinkExtension.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/MongoVectorDataSinkExtension.cs
@@ -1,21 +1,21 @@
 ﻿using System.ComponentModel.Composition;
-using Azure.AI.OpenAI;
 using Azure;
+using Azure.AI.OpenAI;
 using Cosmos.DataTransfer.Interfaces;
-using Cosmos.DataTransfer.MongoExtension.Settings;
+using Cosmos.DataTransfer.MongoVectorExtension.Settings;
 using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.Logging;
 using MongoDB.Bson;
 
-namespace Cosmos.DataTransfer.MongoExtension;
+namespace Cosmos.DataTransfer.MongoVectorExtension;
 [Export(typeof(IDataSinkExtension))]
-public class MongoDataSinkExtension : IDataSinkExtensionWithSettings
+public class MongoVectorDataSinkExtension : IDataSinkExtensionWithSettings
 {
-    public string DisplayName => "MongoDB";
+    public string DisplayName => $"MongoDB-Vector{ExtensionExtensions.BetaExtensionTag}";
 
     public async Task WriteAsync(IAsyncEnumerable<IDataItem> dataItems, IConfiguration config, IDataSourceExtension dataSource, ILogger logger, CancellationToken cancellationToken = default)
     {
-        var settings = config.Get<MongoSinkSettings>();        
+        var settings = config.Get<MongoVectorSinkSettings>();        
         settings.Validate();
 
         if (!string.IsNullOrEmpty(settings.ConnectionString) && !string.IsNullOrEmpty(settings.DatabaseName) && !string.IsNullOrEmpty(settings.Collection))
@@ -83,6 +83,6 @@ public async Task WriteAsync(IAsyncEnumerable<IDataItem> dataItems, IConfigurati
 
     public IEnumerable<IDataExtensionSettings> GetSettings()
     {
-        yield return new MongoSinkSettings();
+        yield return new MongoVectorSinkSettings();
     }
 }
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/MongoVectorDataSourceExtension.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/MongoVectorDataSourceExtension.cs
@@ -1,16 +1,16 @@
 ﻿using System.ComponentModel.Composition;
 using System.Runtime.CompilerServices;
 using Cosmos.DataTransfer.Interfaces;
-using Cosmos.DataTransfer.MongoExtension.Settings;
+using Cosmos.DataTransfer.MongoVectorExtension.Settings;
 using Microsoft.Extensions.Configuration;
 using Microsoft.Extensions.Logging;
 using MongoDB.Bson;
 
-namespace Cosmos.DataTransfer.MongoExtension;
+namespace Cosmos.DataTransfer.MongoVectorExtension;
 [Export(typeof(IDataSourceExtension))]
-internal class MongoDataSourceExtension : IDataSourceExtensionWithSettings
+internal class MongoVectorDataSourceExtension : IDataSourceExtensionWithSettings
 {
-    public string DisplayName => "MongoDB";
+    public string DisplayName => $"MongoDB-Vector{ExtensionExtensions.BetaExtensionTag}";
 
     public async IAsyncEnumerable<IDataItem> ReadAsync(IConfiguration config, ILogger logger, [EnumeratorCancellation] CancellationToken cancellationToken = default)
     {
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Program.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Program.cs
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Properties/PublishProfiles/PublishToExtensionsFolder.pubxml b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Properties/PublishProfiles/PublishToExtensionsFolder.pubxml
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Settings/MongoBaseSettings.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Settings/MongoBaseSettings.cs
@@ -2,7 +2,7 @@
 using Cosmos.DataTransfer.Interfaces;
 using Cosmos.DataTransfer.Interfaces.Manifest;
 
-namespace Cosmos.DataTransfer.MongoExtension.Settings;
+namespace Cosmos.DataTransfer.MongoVectorExtension.Settings;
 public class MongoBaseSettings : IDataExtensionSettings
 {
     [Required]
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Settings/MongoSourceSettings.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Settings/MongoSourceSettings.cs
@@ -1,4 +1,4 @@
-﻿namespace Cosmos.DataTransfer.MongoExtension.Settings;
+﻿namespace Cosmos.DataTransfer.MongoVectorExtension.Settings;
 public class MongoSourceSettings : MongoBaseSettings
 {
     public string? Collection { get; set; }
diff --git a/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Settings/MongoVectorSinkSettings.cs b/Extensions/Mongo/Cosmos.DataTransfer.MongoVectorExtension/Settings/MongoVectorSinkSettings.cs
@@ -1,7 +1,7 @@
 ﻿using System.ComponentModel.DataAnnotations;
 
-namespace Cosmos.DataTransfer.MongoExtension.Settings;
-public class MongoSinkSettings : MongoBaseSettings
+namespace Cosmos.DataTransfer.MongoVectorExtension.Settings;
+public class MongoVectorSinkSettings : MongoBaseSettings
 {
     [Required]
     public string? Collection { get; set; }

Original file line number	Diff line number	Diff line change
`@@ -2,7 +2,7 @@`
`2`	`2`	`using MongoDB.Driver;`
`3`	`3`	`using MongoDB.Driver.Core.Events;`
`4`	`4`
`5`		`-namespace Cosmos.DataTransfer.MongoExtension;`
	`5`	`+namespace Cosmos.DataTransfer.MongoVectorExtension;`
`6`	`6`	`public class Context`
`7`	`7`	`{`
`8`	`8`	`private readonly IMongoDatabase database = null!;`
Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`using System.Linq.Expressions;`
`2`	`2`
`3`		`-namespace Cosmos.DataTransfer.MongoExtension;`
	`3`	`+namespace Cosmos.DataTransfer.MongoVectorExtension;`
`4`	`4`
`5`	`5`	`public interface IRepository<TDocument>`
`6`	`6`	`{`
Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`using Cosmos.DataTransfer.Interfaces;`
`2`	`2`	`using MongoDB.Bson;`
`3`	`3`
`4`		`-namespace Cosmos.DataTransfer.MongoExtension;`
	`4`	`+namespace Cosmos.DataTransfer.MongoVectorExtension;`
`5`	`5`	`public class MongoDataItem : IDataItem`
`6`	`6`	`{`
`7`	`7`	`private readonly BsonDocument record;`
Original file line number	Diff line number	Diff line change
`@@ -2,7 +2,7 @@`
`2`	`2`	`using Cosmos.DataTransfer.Interfaces;`
`3`	`3`	`using Cosmos.DataTransfer.Interfaces.Manifest;`
`4`	`4`
`5`		`-namespace Cosmos.DataTransfer.MongoExtension.Settings;`
	`5`	`+namespace Cosmos.DataTransfer.MongoVectorExtension.Settings;`
`6`	`6`	`public class MongoBaseSettings : IDataExtensionSettings`
`7`	`7`	`{`
`8`	`8`	`[Required]`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-namespace Cosmos.DataTransfer.MongoExtension.Settings;`
	`1`	`+namespace Cosmos.DataTransfer.MongoVectorExtension.Settings;`
`2`	`2`	`public class MongoSourceSettings : MongoBaseSettings`
`3`	`3`	`{`
`4`	`4`	`public string? Collection { get; set; }`
Original file line number	Diff line number	Diff line change
`@@ -1,7 +1,7 @@`
`1`	`1`	`using System.ComponentModel.DataAnnotations;`
`2`	`2`
`3`		`-namespace Cosmos.DataTransfer.MongoExtension.Settings;`
`4`		`-public class MongoSinkSettings : MongoBaseSettings`
	`3`	`+namespace Cosmos.DataTransfer.MongoVectorExtension.Settings;`
	`4`	`+public class MongoVectorSinkSettings : MongoBaseSettings`
`5`	`5`	`{`
`6`	`6`	`[Required]`
`7`	`7`	`public string? Collection { get; set; }`