File tree 7 files changed +58
-21
lines changed
Cosmos.DataTransfer.AzureBlobStorage
7 files changed +58
-21
lines changed Original file line number Diff line number Diff line change 1
- # AWS S3 Extension (beta)
1
+ # AWS S3 Extension
2
2
3
- The AWS S3 extension provides writing of formatted files to AWS S3 buckets.
3
+ The AWS S3 extension provides reading and writing of formatted files to AWS S3 buckets.
4
4
5
5
> ** Note** : This is a Binary Storage Extension that is only used in combination with File Format extensions.
6
6
7
7
## Settings
8
8
9
- Sink settings require all parameters shown below.
9
+ Source and Sink settings require the parameters shown below.
10
+
11
+ ### Source
12
+
13
+ ``` json
14
+ {
15
+ "FileName" : " " ,
16
+ "S3Region" : " us-west-1" ,
17
+ "S3BucketName" : " " ,
18
+ "S3AccessKey" : " " ,
19
+ "S3SecretKey" : " "
20
+ }
21
+ ```
10
22
11
23
### Sink
12
24
Original file line number Diff line number Diff line change @@ -18,19 +18,4 @@ public class AzureBlobSinkSettings : IDataExtensionSettings
18
18
19
19
public int ? MaxBlockSizeinKB { get ; set ; }
20
20
}
21
-
22
- public class AzureBlobSourceSettings : IDataExtensionSettings
23
- {
24
- [ Required ]
25
- [ SensitiveValue ]
26
- public string ConnectionString { get ; set ; } = null ! ;
27
-
28
- [ Required ]
29
- public string ContainerName { get ; set ; } = null ! ;
30
-
31
- [ Required ]
32
- public string BlobName { get ; set ; } = null ! ;
33
-
34
- public int ? ReadBufferSizeInKB { get ; set ; }
35
- }
36
21
}
Original file line number Diff line number Diff line change
1
+ using Cosmos . DataTransfer . Interfaces ;
2
+ using System . ComponentModel . DataAnnotations ;
3
+ using Cosmos . DataTransfer . Interfaces . Manifest ;
4
+
5
+ namespace Cosmos . DataTransfer . AzureBlobStorage ;
6
+
7
+ public class AzureBlobSourceSettings : IDataExtensionSettings
8
+ {
9
+ [ Required ]
10
+ [ SensitiveValue ]
11
+ public string ConnectionString { get ; set ; } = null ! ;
12
+
13
+ [ Required ]
14
+ public string ContainerName { get ; set ; } = null ! ;
15
+
16
+ [ Required ]
17
+ public string BlobName { get ; set ; } = null ! ;
18
+
19
+ public int ? ReadBufferSizeInKB { get ; set ; }
20
+ }
Original file line number Diff line number Diff line change 1
- # Azure Blob Storage Extension (beta)
1
+ # Azure Blob Storage Extension
2
2
3
- The Azure Blob Storage extension provides writing of formatted files to Azure Blob Storage containers.
3
+ The Azure Blob Storage extension provides reading and writing of formatted files to Azure Blob Storage containers.
4
4
5
5
> ** Note** : This is a Binary Storage Extension that is only used in combination with File Format extensions.
6
6
7
7
## Settings
8
8
9
- Sink settings require all parameters shown below. An optional ` MaxBlockSizeInKB ` parameter can also be specified to control the transfer.
9
+ Source and Sink settings require the parameters shown below.
10
+
11
+ ### Source
12
+
13
+ An optional ` ReadBufferSizeInKB ` parameter can be used to control stream buffering.
14
+
15
+ ``` json
16
+ {
17
+ "ConnectionString" : " DefaultEndpointsProtocol=https;AccountName=..." ,
18
+ "ContainerName" : " " ,
19
+ "BlobName" : " " ,
20
+ }
21
+ ```
10
22
11
23
### Sink
12
24
25
+ An optional ` MaxBlockSizeInKB ` parameter can also be specified to control the transfer.
26
+
13
27
``` json
14
28
{
15
29
"ConnectionString" : " DefaultEndpointsProtocol=https;AccountName=..." ,
Original file line number Diff line number Diff line change @@ -13,6 +13,8 @@ Supported storage sinks:
13
13
14
14
Supported storage sources:
15
15
- File - ** Csv**
16
+ - Azure Blob Storage - ** Csv-AzureBlob**
17
+ - AWS S3 - ** Csv-AwsS3**
16
18
17
19
## Settings
18
20
Original file line number Diff line number Diff line change @@ -13,6 +13,8 @@ Supported storage sinks:
13
13
14
14
Supported storage sources:
15
15
- File - ** Json**
16
+ - Azure Blob Storage - ** Json-AzureBlob**
17
+ - AWS S3 - ** Json-AwsS3**
16
18
17
19
## Settings
18
20
Original file line number Diff line number Diff line change @@ -13,6 +13,8 @@ Supported storage sinks:
13
13
14
14
Supported storage sources:
15
15
- File - ** Parquet**
16
+ - Azure Blob Storage - ** Parquet-AzureBlob**
17
+ - AWS S3 - ** Parquet-AwsS3**
16
18
17
19
## Settings
18
20
You can’t perform that action at this time.
0 commit comments