Error reporting writing data to clickhouse

[FengZh61]

JSON DATA

{
	"notificationtype": "TRAP",
	"receivedfrom": "UDP: [127.0.0.1]:56013->[127.0.0.1]:162",
	"version": "0",
	"errorstatus": "0",
	"hostname": "127.0.0.1",
	"messageid": "0",
	"community": "public",
	"timestamp": "2024-11-29 11:39:13",
	"transactionid": "1",
	"varbinds": [
		{
			"value": "Timeticks: (55) 0:00:00.55",
			"oid": "DISMAN-EVENT-MIB::sysUpTimeInstance",
			"type": 67
		},
		{
			"value": "OID: IF-MIB::linkDown.0.33",
			"oid": "SNMPv2-MIB::snmpTrapOID.0",
			"type": 6
		},
		{
			"value": "STRING: \"test\"",
			"oid": "IF-MIB::linkDown",
			"type": 4
		},
		{
			"value": "STRING: \"public\"",
			"oid": "SNMP-COMMUNITY-MIB::snmpTrapCommunity.0",
			"type": 4
		},
		{
			"value": "OID: IF-MIB::linkDown",
			"oid": "SNMPv2-MIB::snmpTrapEnterprise.0",
			"type": 6
		}
	],
	"errorindex": "0",
	"requestid": "0"
}

CREATE TABLE SQL

-- ncolog.trap definition

CREATE TABLE ncolog.trap
(

    `ts` DateTime64(3,
 'Asia/Shanghai'),

    `community` String,

    `errorindex` UInt32,

    `errorstatus` UInt32,

    `hostname` String,

    `messageid` String,

    `notificationtype` String,

    `path` String,

    `receivedfrom` String,

    `requestid` String,

    `source_type` String,

    `timestamp` DateTime,

    `transactionid` String,

    `varbinds` String,

    `version` UInt8
)
ENGINE = MergeTree
ORDER BY ts
SETTINGS index_granularity = 8192;

I was going to write this json data to clickhouse, but I got an error while writing. I located the problem with the varbinders field type. The field type in the data table is string, but in json, the type is array. How should I write the data to the database? I hope that the varbinders will remain the original form and be a string type.

ERROR LOG

2024-11-29T08:26:04.338561Z ERROR sink{component_kind="sink" component_id=ck component_type=clickhouse component_name=ck}:request{request_id=0}: vector::sinks::util::retries: Not retriable; dropping the request. reason="response status: 400 Bad Request" internal_log_rate_limit=true
2024-11-29T08:26:04.338593Z ERROR sink{component_kind="sink" component_id=ck component_type=clickhouse component_name=ck}:request{request_id=0}: vector::sinks::util::sink: Response failed. response=Response { status: 400, version: HTTP/1.1, headers: {"date": "Fri, 29 Nov 2024 08:26:04 GMT", "connection": "Keep-Alive", "content-type": "text/plain; charset=UTF-8", "x-clickhouse-server-display-name": "mydev.localdomain", "transfer-encoding": "chunked", "x-clickhouse-query-id": "a2b5711f-5bd6-4d2f-9f39-4b64dce8b518", "x-clickhouse-timezone": "Asia/Shanghai", "x-clickhouse-exception-code": "26", "keep-alive": "timeout=3", "x-clickhouse-summary": "{\"read_rows\":\"0\",\"read_bytes\":\"0\",\"written_rows\":\"0\",\"written_bytes\":\"0\",\"total_rows_to_read\":\"0\",\"result_rows\":\"0\",\"result_bytes\":\"0\",\"peak_memory_usage\":\"0\"}"}, body: b"Code: 26. DB::ParsingException: Cannot parse JSON string: expected opening quote: (while reading the value of key varbinds): While executing ParallelParsingBlockInputFormat: (at row 1)\n. (CANNOT_PARSE_QUOTED_STRING) (version 23.8.3.48 (official build))\n" }
2024-11-29T08:26:04.338637Z ERROR sink{component_kind="sink" component_id=ck component_type=clickhouse component_name=ck}:request{request_id=0}: vector_common::internal_event::service: Service call failed. No retries or retries exhausted. error="Response failed." request_id=0 error_type="request_failed" stage="sending" internal_log_rate_limit=true
2024-11-29T08:26:04.338655Z ERROR sink{component_kind="sink" component_id=ck component_type=clickhouse component_name=ck}:request{request_id=0}: vector_common::internal_event::component_events_dropped: Events dropped intentional=false count=1 reason="Service call failed. No retries or retries exhausted." internal_log_rate_limit=true

VERSION
vector 0.27.0 (x86_64-unknown-linux-musl 5623d1e 2023-01-18)

CONFIG

[sources.mydev]
type = "http_server"
address = "0.0.0.0:8008"
method = "POST"
response_code = 200
auth.username="admin"
auth.password="password"

[transforms.json]
type = "remap"
inputs = [ "mydev" ]
source = '''
.ts,err=to_float(.timestamp)
.ts=to_string(.ts)
. |=object!(parse_json!(string!(.message)))
del(.message)
'''
[sinks.print]
type = "console"
inputs = ["json"]
encoding.codec = "json"


[sinks.ck]
type = "clickhouse"
inputs = [ "json" ]
auth.strategy="basic"
auth.password="password"
auth.user="default"
database = "ncolog"
endpoint = "http://192.168.159.133:8123"
table = "trap"
compression = "gzip"
encoding.timestamp_format="unix"