HCK-9137: vector type (#128)

* fix: subtypes conversion

* fix: handled polyglot transformations

Author: chulanovskyi-bs

forward_engineering/configs/descriptors.js

@@ -231,4 +231,7 @@ module.exports = {
 	domain: {
 		mode: 'domain',
 	},
+	vector: {
+		mode: 'vector',
+	},
 };

forward_engineering/ddlProvider/ddlHelpers/columnDefinitionHelper.js

@@ -61,7 +61,7 @@ const canHaveTypeModifier = type => ['geography', 'geometry'].includes(type);
 const isVector = type => ['vector', 'halfvec', 'sparsevec'].includes(type);
 
 const decorateType = (type, columnDefinition) => {
-	const { length, precision, scale, typeModifier, srid, timezone, timePrecision, dimension, array_type } =
+	const { length, precision, scale, typeModifier, srid, timezone, timePrecision, dimension, subtype, array_type } =
 		columnDefinition;
 
 	if (canHaveLength(type) && _.isNumber(length)) {
@@ -75,7 +75,7 @@ const decorateType = (type, columnDefinition) => {
 	} else if (canHaveTimePrecision(type) && (_.isNumber(timePrecision) || timezone)) {
 		type = addWithTimezone(addPrecision(type, timePrecision), timezone);
 	} else if (isVector(type)) {
-		type = dimension ? decorateVector(type, dimension) : type;
+		type = dimension ? decorateVector(subtype, dimension) : subtype;
 	}
 
 	return addArrayDecorator(type, array_type);

forward_engineering/ddlProvider/ddlProvider.js

@@ -593,7 +593,7 @@ module.exports = (baseProvider, options, app) => {
 
 			return {
 				name: columnDefinition.name,
-				type: jsonSchema.mode || columnDefinition.type,
+				type: columnDefinition.type,
 				primaryKey: keyHelper.isInlinePrimaryKey(jsonSchema),
 				primaryKeyOptions,
 				unique: keyHelper.isInlineUnique(jsonSchema),

polyglot/adapter.json

@@ -125,6 +125,42 @@
 					"mode": "point"
 				}
 			},
+			{
+				"from": {
+					"type": "vector",
+					"subtype": "vector<int8>"
+				},
+				"to": {
+					"subtype": "vector"
+				}
+			},
+			{
+				"from": {
+					"type": "vector",
+					"subtype": "vector<float>"
+				},
+				"to": {
+					"subtype": "vector"
+				}
+			},
+			{
+				"from": {
+					"type": "vector",
+					"subtype": "vector<float32>"
+				},
+				"to": {
+					"subtype": "vector"
+				}
+			},
+			{
+				"from": {
+					"type": "vector",
+					"subtype": "vector<float64>"
+				},
+				"to": {
+					"subtype": "vector"
+				}
+			},
 			{
 				"from": {
 					"type": "numeric"

polyglot/convertAdapter.json

@@ -0,0 +1,56 @@
+/**
+ * Copyright © 2016-2022 by IntegrIT S.A. dba Hackolade.  All rights reserved.
+ *
+ * The copyright to the computer software herein is the property of IntegrIT S.A.
+ * The software may be used and/or copied only with the written permission of
+ * IntegrIT S.A. or in accordance with the terms and conditions stipulated in
+ * the agreement/contract under which the software has been supplied.
+ *
+ * {
+ * 		"add": {
+ * 			"entity": [<names of new property>],
+ * 			"container": [<names of new property>],
+ * 			"model": [<names of new property>],
+ * 			"view": [<names of new property>],
+ *			"field": {
+ *				"<type>": [<names of new property>]
+ *			}
+ * 		},
+ * 		"delete": {
+ * 			"entity": [<names of new property>],
+ * 			"container": [<names of new property>],
+ * 			"model": [<names of new property>],
+ * 			"view": [<names of new property>],
+ *			"field": {
+ *				"<type>": [<names of new property>]
+ *			}
+ * 		},
+ * 		"modify": {
+ *	 		"entity": [
+ *	 			{
+ *					"from": { <properties that identify record> },
+ *					"to": { <properties that need to be changed> }
+ *				}
+ *			],
+ *			"container": [],
+ *			"model": [],
+ *			"view": [],
+ *			"field": []
+ * 		},
+ * }
+ */
+{
+	"modify": {
+		"field": [
+			{
+				"from": {
+					"type": "vector"
+				},
+				"to": {
+					"to": "vector",
+					"subtype": ""
+				}
+			}
+		]
+	}
+}

properties_pane/field_level/fieldLevelConfig.json

@@ -5610,9 +5610,9 @@ making sure that you maintain a proper JSON format.
 			"type",
 			{
 				"propertyName": "Subtype",
-				"propertyKeyword": "mode",
+				"propertyKeyword": "subtype",
 				"propertyType": "select",
-				"options": ["", "halfvec", "sparsevec"],
+				"options": ["vector", "halfvec", "sparsevec"],
 				"cleanDependency": true
 			},
 			{
@@ -5624,7 +5624,41 @@ making sure that you maintain a proper JSON format.
 				"typeDecorator": true,
 				"minValue": 0,
 				"step": 1,
-				"maxValue": 16000
+				"maxValue": 2000,
+				"dependency": {
+					"key": "subtype",
+					"value": "vector"
+				}
+			},
+			{
+				"propertyName": "Dimension",
+				"propertyKeyword": "dimension",
+				"propertyType": "numeric",
+				"valueType": "integer",
+				"allowNegative": false,
+				"typeDecorator": true,
+				"minValue": 0,
+				"step": 1,
+				"maxValue": 4000,
+				"dependency": {
+					"key": "subtype",
+					"value": "halfvec"
+				}
+			},
+			{
+				"propertyName": "Dimension",
+				"propertyKeyword": "dimension",
+				"propertyType": "numeric",
+				"valueType": "integer",
+				"allowNegative": false,
+				"typeDecorator": true,
+				"minValue": 0,
+				"step": 1,
+				"maxValue": 1000,
+				"dependency": {
+					"key": "subtype",
+					"value": "sparsevec"
+				}
 			},
 			{
 				"propertyName": "Not null",

types/vector.json

@@ -17,7 +17,7 @@
 		"dimension": 1
 	},
 	"subtypes": {
-		"": {
+		"vector": {
 			"childValueType": "numeric",
 			"childValueMode": "real"
 		},