ClickPipe 업데이트
이 endpoint는 베타입니다. API 계약은 안정적이며, 앞으로는 호환성이 깨지는 변경이 없을 것으로 예상됩니다.
지정된 ClickPipe를 업데이트합니다.
PATCH
/
v1
/
organizations
/
{organizationId}
/
services
/
{serviceId}
/
clickpipes
/
{clickPipeId}
ClickPipe 업데이트
curl --request PATCH \
--url https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId} \
--header 'Authorization: Basic <encoded-value>' \
--header 'Content-Type: application/json' \
--data '
{
"destination": {
"columns": [
{
"name": "<string>",
"type": "<string>"
}
]
},
"fieldMappings": [
{
"destinationField": "<string>",
"sourceField": "<string>"
}
],
"name": "<string>",
"settings": {
"clickhouse_max_download_threads": 4,
"clickhouse_max_insert_threads": 1,
"clickhouse_max_threads": 8,
"clickhouse_min_insert_block_size_bytes": 1073741824,
"clickhouse_parallel_distributed_insert_select": 2,
"clickhouse_parallel_view_processing": false,
"object_storage_concurrency": 1,
"object_storage_max_file_count": 100,
"object_storage_max_insert_bytes": 10737418240,
"object_storage_polling_interval_ms": 30000,
"object_storage_use_cluster_function": true,
"streaming_max_insert_wait_ms": 5000
},
"source": {
"kafka": {
"caCertificate": "<string>",
"credentials": {
"password": "<string>",
"username": "<string>"
},
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"reversePrivateEndpointIds": [
"<string>"
]
},
"kinesis": {
"accessKey": {
"accessKeyId": "<string>",
"secretKey": "<string>"
},
"iamRole": "arn:aws:iam::123456789012:role/MyRole"
},
"objectStorage": {
"accessKey": {
"accessKeyId": "<string>",
"secretKey": "<string>"
},
"azureContainerName": "mycontainer",
"connectionString": "DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net",
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"path": "data/logs/*.json"
},
"postgres": {
"credentials": {
"password": "<string>",
"username": "<string>"
},
"database": "<string>",
"host": "<string>",
"port": 123,
"settings": {
"pullBatchSize": 123,
"syncIntervalSeconds": 123
},
"tableMappingsToAdd": [
{
"excludedColumns": [
"<string>"
],
"sortingKeys": [
"<string>"
],
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>",
"useCustomSortingKey": true
}
],
"tableMappingsToRemove": [
{
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>"
}
]
},
"validateSamples": true
}
}
'import requests
url = "https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}"
payload = {
"destination": { "columns": [
{
"name": "<string>",
"type": "<string>"
}
] },
"fieldMappings": [
{
"destinationField": "<string>",
"sourceField": "<string>"
}
],
"name": "<string>",
"settings": {
"clickhouse_max_download_threads": 4,
"clickhouse_max_insert_threads": 1,
"clickhouse_max_threads": 8,
"clickhouse_min_insert_block_size_bytes": 1073741824,
"clickhouse_parallel_distributed_insert_select": 2,
"clickhouse_parallel_view_processing": False,
"object_storage_concurrency": 1,
"object_storage_max_file_count": 100,
"object_storage_max_insert_bytes": 10737418240,
"object_storage_polling_interval_ms": 30000,
"object_storage_use_cluster_function": True,
"streaming_max_insert_wait_ms": 5000
},
"source": {
"kafka": {
"caCertificate": "<string>",
"credentials": {
"password": "<string>",
"username": "<string>"
},
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"reversePrivateEndpointIds": ["<string>"]
},
"kinesis": {
"accessKey": {
"accessKeyId": "<string>",
"secretKey": "<string>"
},
"iamRole": "arn:aws:iam::123456789012:role/MyRole"
},
"objectStorage": {
"accessKey": {
"accessKeyId": "<string>",
"secretKey": "<string>"
},
"azureContainerName": "mycontainer",
"connectionString": "DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net",
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"path": "data/logs/*.json"
},
"postgres": {
"credentials": {
"password": "<string>",
"username": "<string>"
},
"database": "<string>",
"host": "<string>",
"port": 123,
"settings": {
"pullBatchSize": 123,
"syncIntervalSeconds": 123
},
"tableMappingsToAdd": [
{
"excludedColumns": ["<string>"],
"sortingKeys": ["<string>"],
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>",
"useCustomSortingKey": True
}
],
"tableMappingsToRemove": [
{
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>"
}
]
},
"validateSamples": True
}
}
headers = {
"Authorization": "Basic <encoded-value>",
"Content-Type": "application/json"
}
response = requests.patch(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'PATCH',
headers: {Authorization: 'Basic <encoded-value>', 'Content-Type': 'application/json'},
body: JSON.stringify({
destination: {columns: [{name: '<string>', type: '<string>'}]},
fieldMappings: [{destinationField: '<string>', sourceField: '<string>'}],
name: '<string>',
settings: {
clickhouse_max_download_threads: 4,
clickhouse_max_insert_threads: 1,
clickhouse_max_threads: 8,
clickhouse_min_insert_block_size_bytes: 1073741824,
clickhouse_parallel_distributed_insert_select: 2,
clickhouse_parallel_view_processing: false,
object_storage_concurrency: 1,
object_storage_max_file_count: 100,
object_storage_max_insert_bytes: 10737418240,
object_storage_polling_interval_ms: 30000,
object_storage_use_cluster_function: true,
streaming_max_insert_wait_ms: 5000
},
source: {
kafka: {
caCertificate: '<string>',
credentials: {password: '<string>', username: '<string>'},
iamRole: 'arn:aws:iam::123456789012:role/MyRole',
reversePrivateEndpointIds: ['<string>']
},
kinesis: {
accessKey: {accessKeyId: '<string>', secretKey: '<string>'},
iamRole: 'arn:aws:iam::123456789012:role/MyRole'
},
objectStorage: {
accessKey: {accessKeyId: '<string>', secretKey: '<string>'},
azureContainerName: 'mycontainer',
connectionString: 'DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net',
iamRole: 'arn:aws:iam::123456789012:role/MyRole',
path: 'data/logs/*.json'
},
postgres: {
credentials: {password: '<string>', username: '<string>'},
database: '<string>',
host: '<string>',
port: 123,
settings: {pullBatchSize: 123, syncIntervalSeconds: 123},
tableMappingsToAdd: [
{
excludedColumns: ['<string>'],
sortingKeys: ['<string>'],
sourceSchemaName: '<string>',
sourceTable: '<string>',
targetTable: '<string>',
useCustomSortingKey: true
}
],
tableMappingsToRemove: [
{sourceSchemaName: '<string>', sourceTable: '<string>', targetTable: '<string>'}
]
},
validateSamples: true
}
})
};
fetch('https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'destination' => [
'columns' => [
[
'name' => '<string>',
'type' => '<string>'
]
]
],
'fieldMappings' => [
[
'destinationField' => '<string>',
'sourceField' => '<string>'
]
],
'name' => '<string>',
'settings' => [
'clickhouse_max_download_threads' => 4,
'clickhouse_max_insert_threads' => 1,
'clickhouse_max_threads' => 8,
'clickhouse_min_insert_block_size_bytes' => 1073741824,
'clickhouse_parallel_distributed_insert_select' => 2,
'clickhouse_parallel_view_processing' => false,
'object_storage_concurrency' => 1,
'object_storage_max_file_count' => 100,
'object_storage_max_insert_bytes' => 10737418240,
'object_storage_polling_interval_ms' => 30000,
'object_storage_use_cluster_function' => true,
'streaming_max_insert_wait_ms' => 5000
],
'source' => [
'kafka' => [
'caCertificate' => '<string>',
'credentials' => [
'password' => '<string>',
'username' => '<string>'
],
'iamRole' => 'arn:aws:iam::123456789012:role/MyRole',
'reversePrivateEndpointIds' => [
'<string>'
]
],
'kinesis' => [
'accessKey' => [
'accessKeyId' => '<string>',
'secretKey' => '<string>'
],
'iamRole' => 'arn:aws:iam::123456789012:role/MyRole'
],
'objectStorage' => [
'accessKey' => [
'accessKeyId' => '<string>',
'secretKey' => '<string>'
],
'azureContainerName' => 'mycontainer',
'connectionString' => 'DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net',
'iamRole' => 'arn:aws:iam::123456789012:role/MyRole',
'path' => 'data/logs/*.json'
],
'postgres' => [
'credentials' => [
'password' => '<string>',
'username' => '<string>'
],
'database' => '<string>',
'host' => '<string>',
'port' => 123,
'settings' => [
'pullBatchSize' => 123,
'syncIntervalSeconds' => 123
],
'tableMappingsToAdd' => [
[
'excludedColumns' => [
'<string>'
],
'sortingKeys' => [
'<string>'
],
'sourceSchemaName' => '<string>',
'sourceTable' => '<string>',
'targetTable' => '<string>',
'useCustomSortingKey' => true
]
],
'tableMappingsToRemove' => [
[
'sourceSchemaName' => '<string>',
'sourceTable' => '<string>',
'targetTable' => '<string>'
]
]
],
'validateSamples' => true
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Basic <encoded-value>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}"
payload := strings.NewReader("{\n \"destination\": {\n \"columns\": [\n {\n \"name\": \"<string>\",\n \"type\": \"<string>\"\n }\n ]\n },\n \"fieldMappings\": [\n {\n \"destinationField\": \"<string>\",\n \"sourceField\": \"<string>\"\n }\n ],\n \"name\": \"<string>\",\n \"settings\": {\n \"clickhouse_max_download_threads\": 4,\n \"clickhouse_max_insert_threads\": 1,\n \"clickhouse_max_threads\": 8,\n \"clickhouse_min_insert_block_size_bytes\": 1073741824,\n \"clickhouse_parallel_distributed_insert_select\": 2,\n \"clickhouse_parallel_view_processing\": false,\n \"object_storage_concurrency\": 1,\n \"object_storage_max_file_count\": 100,\n \"object_storage_max_insert_bytes\": 10737418240,\n \"object_storage_polling_interval_ms\": 30000,\n \"object_storage_use_cluster_function\": true,\n \"streaming_max_insert_wait_ms\": 5000\n },\n \"source\": {\n \"kafka\": {\n \"caCertificate\": \"<string>\",\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"reversePrivateEndpointIds\": [\n \"<string>\"\n ]\n },\n \"kinesis\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\"\n },\n \"objectStorage\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"azureContainerName\": \"mycontainer\",\n \"connectionString\": \"DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net\",\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"path\": \"data/logs/*.json\"\n },\n \"postgres\": {\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"database\": \"<string>\",\n \"host\": \"<string>\",\n \"port\": 123,\n \"settings\": {\n \"pullBatchSize\": 123,\n \"syncIntervalSeconds\": 123\n },\n \"tableMappingsToAdd\": [\n {\n \"excludedColumns\": [\n \"<string>\"\n ],\n \"sortingKeys\": [\n \"<string>\"\n ],\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\",\n \"useCustomSortingKey\": true\n }\n ],\n \"tableMappingsToRemove\": [\n {\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\"\n }\n ]\n },\n \"validateSamples\": true\n }\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Authorization", "Basic <encoded-value>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}")
.header("Authorization", "Basic <encoded-value>")
.header("Content-Type", "application/json")
.body("{\n \"destination\": {\n \"columns\": [\n {\n \"name\": \"<string>\",\n \"type\": \"<string>\"\n }\n ]\n },\n \"fieldMappings\": [\n {\n \"destinationField\": \"<string>\",\n \"sourceField\": \"<string>\"\n }\n ],\n \"name\": \"<string>\",\n \"settings\": {\n \"clickhouse_max_download_threads\": 4,\n \"clickhouse_max_insert_threads\": 1,\n \"clickhouse_max_threads\": 8,\n \"clickhouse_min_insert_block_size_bytes\": 1073741824,\n \"clickhouse_parallel_distributed_insert_select\": 2,\n \"clickhouse_parallel_view_processing\": false,\n \"object_storage_concurrency\": 1,\n \"object_storage_max_file_count\": 100,\n \"object_storage_max_insert_bytes\": 10737418240,\n \"object_storage_polling_interval_ms\": 30000,\n \"object_storage_use_cluster_function\": true,\n \"streaming_max_insert_wait_ms\": 5000\n },\n \"source\": {\n \"kafka\": {\n \"caCertificate\": \"<string>\",\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"reversePrivateEndpointIds\": [\n \"<string>\"\n ]\n },\n \"kinesis\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\"\n },\n \"objectStorage\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"azureContainerName\": \"mycontainer\",\n \"connectionString\": \"DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net\",\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"path\": \"data/logs/*.json\"\n },\n \"postgres\": {\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"database\": \"<string>\",\n \"host\": \"<string>\",\n \"port\": 123,\n \"settings\": {\n \"pullBatchSize\": 123,\n \"syncIntervalSeconds\": 123\n },\n \"tableMappingsToAdd\": [\n {\n \"excludedColumns\": [\n \"<string>\"\n ],\n \"sortingKeys\": [\n \"<string>\"\n ],\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\",\n \"useCustomSortingKey\": true\n }\n ],\n \"tableMappingsToRemove\": [\n {\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\"\n }\n ]\n },\n \"validateSamples\": true\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Basic <encoded-value>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"destination\": {\n \"columns\": [\n {\n \"name\": \"<string>\",\n \"type\": \"<string>\"\n }\n ]\n },\n \"fieldMappings\": [\n {\n \"destinationField\": \"<string>\",\n \"sourceField\": \"<string>\"\n }\n ],\n \"name\": \"<string>\",\n \"settings\": {\n \"clickhouse_max_download_threads\": 4,\n \"clickhouse_max_insert_threads\": 1,\n \"clickhouse_max_threads\": 8,\n \"clickhouse_min_insert_block_size_bytes\": 1073741824,\n \"clickhouse_parallel_distributed_insert_select\": 2,\n \"clickhouse_parallel_view_processing\": false,\n \"object_storage_concurrency\": 1,\n \"object_storage_max_file_count\": 100,\n \"object_storage_max_insert_bytes\": 10737418240,\n \"object_storage_polling_interval_ms\": 30000,\n \"object_storage_use_cluster_function\": true,\n \"streaming_max_insert_wait_ms\": 5000\n },\n \"source\": {\n \"kafka\": {\n \"caCertificate\": \"<string>\",\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"reversePrivateEndpointIds\": [\n \"<string>\"\n ]\n },\n \"kinesis\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\"\n },\n \"objectStorage\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"azureContainerName\": \"mycontainer\",\n \"connectionString\": \"DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net\",\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"path\": \"data/logs/*.json\"\n },\n \"postgres\": {\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"database\": \"<string>\",\n \"host\": \"<string>\",\n \"port\": 123,\n \"settings\": {\n \"pullBatchSize\": 123,\n \"syncIntervalSeconds\": 123\n },\n \"tableMappingsToAdd\": [\n {\n \"excludedColumns\": [\n \"<string>\"\n ],\n \"sortingKeys\": [\n \"<string>\"\n ],\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\",\n \"useCustomSortingKey\": true\n }\n ],\n \"tableMappingsToRemove\": [\n {\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\"\n }\n ]\n },\n \"validateSamples\": true\n }\n}"
response = http.request(request)
puts response.read_body{
"requestId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"result": {
"createdAt": "<string>",
"destination": {
"columns": [
{
"name": "<string>",
"type": "<string>"
}
],
"database": "<string>",
"managedTable": true,
"table": "<string>",
"tableDefinition": {
"engine": {
"columnIds": [
"<string>"
],
"versionColumnId": "<string>"
},
"partitionBy": "<string>",
"primaryKey": "<string>",
"sortingKey": [
"<string>"
]
}
},
"fieldMappings": [
{
"destinationField": "<string>",
"sourceField": "<string>"
}
],
"id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"name": "<string>",
"scaling": {
"concurrency": 123,
"replicaCpuMillicores": 1062,
"replicaMemoryGb": 4.25,
"replicas": 123
},
"serviceId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"settings": {
"clickhouse_max_download_threads": 4,
"clickhouse_max_insert_threads": 1,
"clickhouse_max_threads": 8,
"clickhouse_min_insert_block_size_bytes": 1073741824,
"clickhouse_parallel_distributed_insert_select": 2,
"clickhouse_parallel_view_processing": false,
"object_storage_concurrency": 1,
"object_storage_max_file_count": 100,
"object_storage_max_insert_bytes": 10737418240,
"object_storage_polling_interval_ms": 30000,
"object_storage_use_cluster_function": true,
"streaming_max_insert_wait_ms": 5000
},
"source": {
"kafka": {
"brokers": "<string>",
"caCertificate": "<string>",
"consumerGroup": "my-clickpipe-consumer-group",
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"offset": {
"timestamp": "2021-01-01T00:00"
},
"reversePrivateEndpointIds": [
"<string>"
],
"schemaRegistry": {
"authentication": "PLAIN",
"caCertificate": "<string>",
"url": "https://psrc-aa00.us-east-2.aws.confluent.cloud/schemas/ids/100004"
},
"topics": "<string>"
},
"kinesis": {
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"region": "us-east-1",
"streamName": "my-stream",
"timestamp": 1615766400,
"useEnhancedFanOut": true
},
"objectStorage": {
"azureContainerName": "mycontainer",
"compression": "auto",
"connectionString": "DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net",
"delimiter": ",",
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"isContinuous": true,
"path": "data/logs/*.json",
"queueUrl": "https://sqs.us-east-1.amazonaws.com/123456789012/MyQueue",
"url": "https://datasets-documentation.s3.eu-west-3.amazonaws.com/http/**.ndjson.gz"
},
"postgres": {
"database": "<string>",
"host": "<string>",
"port": 123,
"settings": {
"allowNullableColumns": true,
"enableFailoverSlots": true,
"initialLoadParallelism": 123,
"publicationName": "<string>",
"pullBatchSize": 123,
"replicationSlotName": "<string>",
"snapshotNumRowsPerPartition": 123,
"snapshotNumberOfParallelTables": 123,
"syncIntervalSeconds": 123
},
"tableMappings": [
{
"excludedColumns": [
"<string>"
],
"sortingKeys": [
"<string>"
],
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>",
"useCustomSortingKey": true
}
]
}
},
"state": "<string>",
"updatedAt": "<string>"
},
"status": 200
}{
"error": "<string>",
"status": 400
}인증
ClickHouse Cloud 콘솔에서 발급받은 키 ID와 키 시크릿을 사용하십시오: https://clickhouse.com/docs/cloud/manage/openapi
경로 매개변수
서비스를 소유한 조직의 ID입니다.
ClickPipe를 생성할 서비스의 ID입니다.
요청한 ClickPipe의 ID입니다.
본문
application/json
마지막 수정일 2026년 6월 12일
이전
ClickPipe 스케일링**이 endpoint는 베타입니다.** API 계약은 안정적이며, 앞으로 호환성이 깨지는 변경은 없을 것으로 예상됩니다. <br /><br /> 지정된 ClickPipe의 스케일링 설정을 변경합니다.
다음
⌘I
ClickPipe 업데이트
curl --request PATCH \
--url https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId} \
--header 'Authorization: Basic <encoded-value>' \
--header 'Content-Type: application/json' \
--data '
{
"destination": {
"columns": [
{
"name": "<string>",
"type": "<string>"
}
]
},
"fieldMappings": [
{
"destinationField": "<string>",
"sourceField": "<string>"
}
],
"name": "<string>",
"settings": {
"clickhouse_max_download_threads": 4,
"clickhouse_max_insert_threads": 1,
"clickhouse_max_threads": 8,
"clickhouse_min_insert_block_size_bytes": 1073741824,
"clickhouse_parallel_distributed_insert_select": 2,
"clickhouse_parallel_view_processing": false,
"object_storage_concurrency": 1,
"object_storage_max_file_count": 100,
"object_storage_max_insert_bytes": 10737418240,
"object_storage_polling_interval_ms": 30000,
"object_storage_use_cluster_function": true,
"streaming_max_insert_wait_ms": 5000
},
"source": {
"kafka": {
"caCertificate": "<string>",
"credentials": {
"password": "<string>",
"username": "<string>"
},
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"reversePrivateEndpointIds": [
"<string>"
]
},
"kinesis": {
"accessKey": {
"accessKeyId": "<string>",
"secretKey": "<string>"
},
"iamRole": "arn:aws:iam::123456789012:role/MyRole"
},
"objectStorage": {
"accessKey": {
"accessKeyId": "<string>",
"secretKey": "<string>"
},
"azureContainerName": "mycontainer",
"connectionString": "DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net",
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"path": "data/logs/*.json"
},
"postgres": {
"credentials": {
"password": "<string>",
"username": "<string>"
},
"database": "<string>",
"host": "<string>",
"port": 123,
"settings": {
"pullBatchSize": 123,
"syncIntervalSeconds": 123
},
"tableMappingsToAdd": [
{
"excludedColumns": [
"<string>"
],
"sortingKeys": [
"<string>"
],
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>",
"useCustomSortingKey": true
}
],
"tableMappingsToRemove": [
{
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>"
}
]
},
"validateSamples": true
}
}
'import requests
url = "https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}"
payload = {
"destination": { "columns": [
{
"name": "<string>",
"type": "<string>"
}
] },
"fieldMappings": [
{
"destinationField": "<string>",
"sourceField": "<string>"
}
],
"name": "<string>",
"settings": {
"clickhouse_max_download_threads": 4,
"clickhouse_max_insert_threads": 1,
"clickhouse_max_threads": 8,
"clickhouse_min_insert_block_size_bytes": 1073741824,
"clickhouse_parallel_distributed_insert_select": 2,
"clickhouse_parallel_view_processing": False,
"object_storage_concurrency": 1,
"object_storage_max_file_count": 100,
"object_storage_max_insert_bytes": 10737418240,
"object_storage_polling_interval_ms": 30000,
"object_storage_use_cluster_function": True,
"streaming_max_insert_wait_ms": 5000
},
"source": {
"kafka": {
"caCertificate": "<string>",
"credentials": {
"password": "<string>",
"username": "<string>"
},
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"reversePrivateEndpointIds": ["<string>"]
},
"kinesis": {
"accessKey": {
"accessKeyId": "<string>",
"secretKey": "<string>"
},
"iamRole": "arn:aws:iam::123456789012:role/MyRole"
},
"objectStorage": {
"accessKey": {
"accessKeyId": "<string>",
"secretKey": "<string>"
},
"azureContainerName": "mycontainer",
"connectionString": "DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net",
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"path": "data/logs/*.json"
},
"postgres": {
"credentials": {
"password": "<string>",
"username": "<string>"
},
"database": "<string>",
"host": "<string>",
"port": 123,
"settings": {
"pullBatchSize": 123,
"syncIntervalSeconds": 123
},
"tableMappingsToAdd": [
{
"excludedColumns": ["<string>"],
"sortingKeys": ["<string>"],
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>",
"useCustomSortingKey": True
}
],
"tableMappingsToRemove": [
{
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>"
}
]
},
"validateSamples": True
}
}
headers = {
"Authorization": "Basic <encoded-value>",
"Content-Type": "application/json"
}
response = requests.patch(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'PATCH',
headers: {Authorization: 'Basic <encoded-value>', 'Content-Type': 'application/json'},
body: JSON.stringify({
destination: {columns: [{name: '<string>', type: '<string>'}]},
fieldMappings: [{destinationField: '<string>', sourceField: '<string>'}],
name: '<string>',
settings: {
clickhouse_max_download_threads: 4,
clickhouse_max_insert_threads: 1,
clickhouse_max_threads: 8,
clickhouse_min_insert_block_size_bytes: 1073741824,
clickhouse_parallel_distributed_insert_select: 2,
clickhouse_parallel_view_processing: false,
object_storage_concurrency: 1,
object_storage_max_file_count: 100,
object_storage_max_insert_bytes: 10737418240,
object_storage_polling_interval_ms: 30000,
object_storage_use_cluster_function: true,
streaming_max_insert_wait_ms: 5000
},
source: {
kafka: {
caCertificate: '<string>',
credentials: {password: '<string>', username: '<string>'},
iamRole: 'arn:aws:iam::123456789012:role/MyRole',
reversePrivateEndpointIds: ['<string>']
},
kinesis: {
accessKey: {accessKeyId: '<string>', secretKey: '<string>'},
iamRole: 'arn:aws:iam::123456789012:role/MyRole'
},
objectStorage: {
accessKey: {accessKeyId: '<string>', secretKey: '<string>'},
azureContainerName: 'mycontainer',
connectionString: 'DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net',
iamRole: 'arn:aws:iam::123456789012:role/MyRole',
path: 'data/logs/*.json'
},
postgres: {
credentials: {password: '<string>', username: '<string>'},
database: '<string>',
host: '<string>',
port: 123,
settings: {pullBatchSize: 123, syncIntervalSeconds: 123},
tableMappingsToAdd: [
{
excludedColumns: ['<string>'],
sortingKeys: ['<string>'],
sourceSchemaName: '<string>',
sourceTable: '<string>',
targetTable: '<string>',
useCustomSortingKey: true
}
],
tableMappingsToRemove: [
{sourceSchemaName: '<string>', sourceTable: '<string>', targetTable: '<string>'}
]
},
validateSamples: true
}
})
};
fetch('https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "PATCH",
CURLOPT_POSTFIELDS => json_encode([
'destination' => [
'columns' => [
[
'name' => '<string>',
'type' => '<string>'
]
]
],
'fieldMappings' => [
[
'destinationField' => '<string>',
'sourceField' => '<string>'
]
],
'name' => '<string>',
'settings' => [
'clickhouse_max_download_threads' => 4,
'clickhouse_max_insert_threads' => 1,
'clickhouse_max_threads' => 8,
'clickhouse_min_insert_block_size_bytes' => 1073741824,
'clickhouse_parallel_distributed_insert_select' => 2,
'clickhouse_parallel_view_processing' => false,
'object_storage_concurrency' => 1,
'object_storage_max_file_count' => 100,
'object_storage_max_insert_bytes' => 10737418240,
'object_storage_polling_interval_ms' => 30000,
'object_storage_use_cluster_function' => true,
'streaming_max_insert_wait_ms' => 5000
],
'source' => [
'kafka' => [
'caCertificate' => '<string>',
'credentials' => [
'password' => '<string>',
'username' => '<string>'
],
'iamRole' => 'arn:aws:iam::123456789012:role/MyRole',
'reversePrivateEndpointIds' => [
'<string>'
]
],
'kinesis' => [
'accessKey' => [
'accessKeyId' => '<string>',
'secretKey' => '<string>'
],
'iamRole' => 'arn:aws:iam::123456789012:role/MyRole'
],
'objectStorage' => [
'accessKey' => [
'accessKeyId' => '<string>',
'secretKey' => '<string>'
],
'azureContainerName' => 'mycontainer',
'connectionString' => 'DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net',
'iamRole' => 'arn:aws:iam::123456789012:role/MyRole',
'path' => 'data/logs/*.json'
],
'postgres' => [
'credentials' => [
'password' => '<string>',
'username' => '<string>'
],
'database' => '<string>',
'host' => '<string>',
'port' => 123,
'settings' => [
'pullBatchSize' => 123,
'syncIntervalSeconds' => 123
],
'tableMappingsToAdd' => [
[
'excludedColumns' => [
'<string>'
],
'sortingKeys' => [
'<string>'
],
'sourceSchemaName' => '<string>',
'sourceTable' => '<string>',
'targetTable' => '<string>',
'useCustomSortingKey' => true
]
],
'tableMappingsToRemove' => [
[
'sourceSchemaName' => '<string>',
'sourceTable' => '<string>',
'targetTable' => '<string>'
]
]
],
'validateSamples' => true
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Basic <encoded-value>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}"
payload := strings.NewReader("{\n \"destination\": {\n \"columns\": [\n {\n \"name\": \"<string>\",\n \"type\": \"<string>\"\n }\n ]\n },\n \"fieldMappings\": [\n {\n \"destinationField\": \"<string>\",\n \"sourceField\": \"<string>\"\n }\n ],\n \"name\": \"<string>\",\n \"settings\": {\n \"clickhouse_max_download_threads\": 4,\n \"clickhouse_max_insert_threads\": 1,\n \"clickhouse_max_threads\": 8,\n \"clickhouse_min_insert_block_size_bytes\": 1073741824,\n \"clickhouse_parallel_distributed_insert_select\": 2,\n \"clickhouse_parallel_view_processing\": false,\n \"object_storage_concurrency\": 1,\n \"object_storage_max_file_count\": 100,\n \"object_storage_max_insert_bytes\": 10737418240,\n \"object_storage_polling_interval_ms\": 30000,\n \"object_storage_use_cluster_function\": true,\n \"streaming_max_insert_wait_ms\": 5000\n },\n \"source\": {\n \"kafka\": {\n \"caCertificate\": \"<string>\",\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"reversePrivateEndpointIds\": [\n \"<string>\"\n ]\n },\n \"kinesis\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\"\n },\n \"objectStorage\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"azureContainerName\": \"mycontainer\",\n \"connectionString\": \"DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net\",\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"path\": \"data/logs/*.json\"\n },\n \"postgres\": {\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"database\": \"<string>\",\n \"host\": \"<string>\",\n \"port\": 123,\n \"settings\": {\n \"pullBatchSize\": 123,\n \"syncIntervalSeconds\": 123\n },\n \"tableMappingsToAdd\": [\n {\n \"excludedColumns\": [\n \"<string>\"\n ],\n \"sortingKeys\": [\n \"<string>\"\n ],\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\",\n \"useCustomSortingKey\": true\n }\n ],\n \"tableMappingsToRemove\": [\n {\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\"\n }\n ]\n },\n \"validateSamples\": true\n }\n}")
req, _ := http.NewRequest("PATCH", url, payload)
req.Header.Add("Authorization", "Basic <encoded-value>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.patch("https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}")
.header("Authorization", "Basic <encoded-value>")
.header("Content-Type", "application/json")
.body("{\n \"destination\": {\n \"columns\": [\n {\n \"name\": \"<string>\",\n \"type\": \"<string>\"\n }\n ]\n },\n \"fieldMappings\": [\n {\n \"destinationField\": \"<string>\",\n \"sourceField\": \"<string>\"\n }\n ],\n \"name\": \"<string>\",\n \"settings\": {\n \"clickhouse_max_download_threads\": 4,\n \"clickhouse_max_insert_threads\": 1,\n \"clickhouse_max_threads\": 8,\n \"clickhouse_min_insert_block_size_bytes\": 1073741824,\n \"clickhouse_parallel_distributed_insert_select\": 2,\n \"clickhouse_parallel_view_processing\": false,\n \"object_storage_concurrency\": 1,\n \"object_storage_max_file_count\": 100,\n \"object_storage_max_insert_bytes\": 10737418240,\n \"object_storage_polling_interval_ms\": 30000,\n \"object_storage_use_cluster_function\": true,\n \"streaming_max_insert_wait_ms\": 5000\n },\n \"source\": {\n \"kafka\": {\n \"caCertificate\": \"<string>\",\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"reversePrivateEndpointIds\": [\n \"<string>\"\n ]\n },\n \"kinesis\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\"\n },\n \"objectStorage\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"azureContainerName\": \"mycontainer\",\n \"connectionString\": \"DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net\",\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"path\": \"data/logs/*.json\"\n },\n \"postgres\": {\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"database\": \"<string>\",\n \"host\": \"<string>\",\n \"port\": 123,\n \"settings\": {\n \"pullBatchSize\": 123,\n \"syncIntervalSeconds\": 123\n },\n \"tableMappingsToAdd\": [\n {\n \"excludedColumns\": [\n \"<string>\"\n ],\n \"sortingKeys\": [\n \"<string>\"\n ],\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\",\n \"useCustomSortingKey\": true\n }\n ],\n \"tableMappingsToRemove\": [\n {\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\"\n }\n ]\n },\n \"validateSamples\": true\n }\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.clickhouse.cloud/v1/organizations/{organizationId}/services/{serviceId}/clickpipes/{clickPipeId}")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Patch.new(url)
request["Authorization"] = 'Basic <encoded-value>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"destination\": {\n \"columns\": [\n {\n \"name\": \"<string>\",\n \"type\": \"<string>\"\n }\n ]\n },\n \"fieldMappings\": [\n {\n \"destinationField\": \"<string>\",\n \"sourceField\": \"<string>\"\n }\n ],\n \"name\": \"<string>\",\n \"settings\": {\n \"clickhouse_max_download_threads\": 4,\n \"clickhouse_max_insert_threads\": 1,\n \"clickhouse_max_threads\": 8,\n \"clickhouse_min_insert_block_size_bytes\": 1073741824,\n \"clickhouse_parallel_distributed_insert_select\": 2,\n \"clickhouse_parallel_view_processing\": false,\n \"object_storage_concurrency\": 1,\n \"object_storage_max_file_count\": 100,\n \"object_storage_max_insert_bytes\": 10737418240,\n \"object_storage_polling_interval_ms\": 30000,\n \"object_storage_use_cluster_function\": true,\n \"streaming_max_insert_wait_ms\": 5000\n },\n \"source\": {\n \"kafka\": {\n \"caCertificate\": \"<string>\",\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"reversePrivateEndpointIds\": [\n \"<string>\"\n ]\n },\n \"kinesis\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\"\n },\n \"objectStorage\": {\n \"accessKey\": {\n \"accessKeyId\": \"<string>\",\n \"secretKey\": \"<string>\"\n },\n \"azureContainerName\": \"mycontainer\",\n \"connectionString\": \"DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net\",\n \"iamRole\": \"arn:aws:iam::123456789012:role/MyRole\",\n \"path\": \"data/logs/*.json\"\n },\n \"postgres\": {\n \"credentials\": {\n \"password\": \"<string>\",\n \"username\": \"<string>\"\n },\n \"database\": \"<string>\",\n \"host\": \"<string>\",\n \"port\": 123,\n \"settings\": {\n \"pullBatchSize\": 123,\n \"syncIntervalSeconds\": 123\n },\n \"tableMappingsToAdd\": [\n {\n \"excludedColumns\": [\n \"<string>\"\n ],\n \"sortingKeys\": [\n \"<string>\"\n ],\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\",\n \"useCustomSortingKey\": true\n }\n ],\n \"tableMappingsToRemove\": [\n {\n \"sourceSchemaName\": \"<string>\",\n \"sourceTable\": \"<string>\",\n \"targetTable\": \"<string>\"\n }\n ]\n },\n \"validateSamples\": true\n }\n}"
response = http.request(request)
puts response.read_body{
"requestId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"result": {
"createdAt": "<string>",
"destination": {
"columns": [
{
"name": "<string>",
"type": "<string>"
}
],
"database": "<string>",
"managedTable": true,
"table": "<string>",
"tableDefinition": {
"engine": {
"columnIds": [
"<string>"
],
"versionColumnId": "<string>"
},
"partitionBy": "<string>",
"primaryKey": "<string>",
"sortingKey": [
"<string>"
]
}
},
"fieldMappings": [
{
"destinationField": "<string>",
"sourceField": "<string>"
}
],
"id": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"name": "<string>",
"scaling": {
"concurrency": 123,
"replicaCpuMillicores": 1062,
"replicaMemoryGb": 4.25,
"replicas": 123
},
"serviceId": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"settings": {
"clickhouse_max_download_threads": 4,
"clickhouse_max_insert_threads": 1,
"clickhouse_max_threads": 8,
"clickhouse_min_insert_block_size_bytes": 1073741824,
"clickhouse_parallel_distributed_insert_select": 2,
"clickhouse_parallel_view_processing": false,
"object_storage_concurrency": 1,
"object_storage_max_file_count": 100,
"object_storage_max_insert_bytes": 10737418240,
"object_storage_polling_interval_ms": 30000,
"object_storage_use_cluster_function": true,
"streaming_max_insert_wait_ms": 5000
},
"source": {
"kafka": {
"brokers": "<string>",
"caCertificate": "<string>",
"consumerGroup": "my-clickpipe-consumer-group",
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"offset": {
"timestamp": "2021-01-01T00:00"
},
"reversePrivateEndpointIds": [
"<string>"
],
"schemaRegistry": {
"authentication": "PLAIN",
"caCertificate": "<string>",
"url": "https://psrc-aa00.us-east-2.aws.confluent.cloud/schemas/ids/100004"
},
"topics": "<string>"
},
"kinesis": {
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"region": "us-east-1",
"streamName": "my-stream",
"timestamp": 1615766400,
"useEnhancedFanOut": true
},
"objectStorage": {
"azureContainerName": "mycontainer",
"compression": "auto",
"connectionString": "DefaultEndpointsProtocol=https;AccountName=myaccount;AccountKey=mykey;EndpointSuffix=core.windows.net",
"delimiter": ",",
"iamRole": "arn:aws:iam::123456789012:role/MyRole",
"isContinuous": true,
"path": "data/logs/*.json",
"queueUrl": "https://sqs.us-east-1.amazonaws.com/123456789012/MyQueue",
"url": "https://datasets-documentation.s3.eu-west-3.amazonaws.com/http/**.ndjson.gz"
},
"postgres": {
"database": "<string>",
"host": "<string>",
"port": 123,
"settings": {
"allowNullableColumns": true,
"enableFailoverSlots": true,
"initialLoadParallelism": 123,
"publicationName": "<string>",
"pullBatchSize": 123,
"replicationSlotName": "<string>",
"snapshotNumRowsPerPartition": 123,
"snapshotNumberOfParallelTables": 123,
"syncIntervalSeconds": 123
},
"tableMappings": [
{
"excludedColumns": [
"<string>"
],
"sortingKeys": [
"<string>"
],
"sourceSchemaName": "<string>",
"sourceTable": "<string>",
"targetTable": "<string>",
"useCustomSortingKey": true
}
]
}
},
"state": "<string>",
"updatedAt": "<string>"
},
"status": 200
}{
"error": "<string>",
"status": 400
}