Skip to main content
POST
/
pipelines
/
{uuid}
/
update-with-source-reader
Update pipeline with source reader
curl --request POST \
  --url https://api.artie.com/pipelines/{uuid}/update-with-source-reader \
  --header 'Authorization: Bearer <token>' \
  --header 'Content-Type: application/json' \
  --data '
{
  "pipeline": {
    "advancedSettings": {
      "appendOnly": true,
      "autoEnableHistoryForNewTables": true,
      "autoReplicateIgnoreRegex": "<string>",
      "autoReplicateNewTables": true,
      "bigQueryReservation": "<string>",
      "bufferRows": 123,
      "defaultSourceSchema": "<string>",
      "disableAlerts": true,
      "dropDeletedColumns": true,
      "dynamoDBBackfillConfig": {
        "bucket": "<string>",
        "enabled": true,
        "exportArn": "<string>",
        "optionalFolder": "<string>"
      },
      "enableSoftDelete": true,
      "flushIntervalSeconds": 123,
      "flushSizeKb": 123,
      "forceUTCTimezone": true,
      "includeArtieOperationColumn": true,
      "includeArtieUpdatedAtColumn": true,
      "includeDatabaseUpdatedAtColumn": true,
      "includeFullSourceTableNameColumn": true,
      "includeFullSourceTableNameColumnAsPrimaryKey": true,
      "includeSourceMetadataColumn": true,
      "maxConcurrentSnapshots": 1,
      "splitEventsByType": true,
      "stagingSchema": "<string>",
      "staticColumns": [
        {
          "column": "<string>",
          "value": "<string>"
        }
      ],
      "truncateExceededValues": true,
      "turboLatencyThresholdMinutes": 123,
      "turboRowThreshold": 123,
      "turboWarehouse": "<string>",
      "useBQBatchPriority": true,
      "useBigNumericForVariableNumeric": true,
      "useNewStringMethod": true,
      "writeRawBinaryValues": true
    },
    "columnHashingSaltUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "dataPlaneName": "<string>",
    "destinationUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "encryptionKeyUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "name": "<string>",
    "snowflakeEcoScheduleUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "sourceReaderUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "specificDestCfg": {
      "bucketName": "<string>",
      "checkpointInterval": 123,
      "compaction": {
        "enabled": true,
        "everySeconds": 123,
        "quietWindow": {
          "end": "<string>",
          "start": "<string>"
        }
      },
      "containerName": "<string>",
      "database": "<string>",
      "dynamicallyCreateNamespaces": true,
      "externalStageName": "<string>",
      "externalStageS3Bucket": "<string>",
      "externalStageS3Prefix": "<string>",
      "folderName": "<string>",
      "schema": "<string>",
      "schemaNamePrefix": "<string>",
      "tableNameSeparator": "<string>",
      "useSameSchemaAsSource": true
    },
    "tables": [
      {
        "advancedSettings": {
          "alias": "<string>",
          "bufferRows": 123,
          "columnsToCompress": [
            "<string>"
          ],
          "columnsToEncrypt": [
            "<string>"
          ],
          "columnsToHash": [
            "<string>"
          ],
          "ctidSettings": {
            "chunkSize": 1,
            "enabled": true,
            "maxParallelism": 1
          },
          "encryptJSONBColumns": true,
          "excludeColumns": [
            "<string>"
          ],
          "flushIntervalSeconds": 123,
          "flushSizeKb": 123,
          "includeColumns": [
            "<string>"
          ],
          "k8sRequestCPU": 1,
          "k8sRequestMemoryMB": 1,
          "mergePredicates": [
            {
              "partitionBy": "<string>",
              "partitionField": "<string>",
              "partitionType": "<string>"
            }
          ],
          "msmFlushCount": 1,
          "primaryKeysOverride": [
            "<string>"
          ],
          "rangeSettings": {
            "batchSize": 1,
            "chunksSize": 1,
            "enabled": true,
            "maxParallelism": 1
          },
          "shouldBackfillHistoryTable": true,
          "skipBackfill": true,
          "skipDelete": true,
          "skipNoOpUpdates": true,
          "softPartitioning": {
            "enabled": true,
            "maxPartitions": 123,
            "partitionColumn": "<string>",
            "partitionFrequency": "<string>",
            "partitionSchema": "<string>"
          },
          "streamARN": "<string>",
          "unifyAcrossDatabases": true,
          "unifyAcrossSchemas": true
        },
        "disableReplication": true,
        "enableHistoryMode": true,
        "individualDeployment": true,
        "name": "<string>",
        "schema": "<string>",
        "status": "<string>",
        "uuid": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
      }
    ]
  },
  "sourceReader": {
    "companyUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "connectorUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "containerName": "<string>",
    "dataPlaneName": "<string>",
    "database": "<string>",
    "environmentUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "isValid": true,
    "name": "<string>",
    "settings": {
      "archiveLogPassword": "<string>",
      "archiveLogPath": "<string>",
      "azureBlobStorageConfig": {
        "accountURL": "<string>",
        "containerName": "<string>",
        "sasToken": "<string>"
      },
      "backfillBatchSize": 1,
      "compositeTypesAsText": true,
      "databasesToSync": [
        "<string>"
      ],
      "disableAutoFetchTables": true,
      "disableFullDocumentBeforeChange": true,
      "disableNoCursorTimeout": true,
      "enableClientSideFullDocumentLookup": true,
      "enableHeartbeats": true,
      "enableSchemaHistoryCompaction": true,
      "maxConnIdleTimeSeconds": 123,
      "mssqlChangeTrackingConcurrency": 123,
      "mssqlChangeTrackingMaxIdleConns": 123,
      "mssqlChangeTrackingPollIntervalMs": 1,
      "mssqlReplicationMethod": "<string>",
      "oneTopicPerSchema": true,
      "publicationAutoCreateMode": "<string>",
      "publicationNameOverride": "<string>",
      "publishViaPartitionRoot": true,
      "replicationSlotOverride": "<string>",
      "unifyAcrossDatabases": true,
      "unifyAcrossSchemas": true,
      "unifyAcrossSchemasMaxParallelism": 1,
      "unifyAcrossSchemasRegex": "<string>",
      "useAdvanceOnPrimaryKeepAlive": true,
      "useNumericTypesForMoney": true,
      "useReaderForOracleStreaming": true
    },
    "uuid": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "apiBaseURL": "<string>",
    "createdAt": "2023-11-07T05:31:56Z",
    "isShared": true,
    "tablesConfig": {},
    "updatedAt": "2023-11-07T05:31:56Z"
  }
}
'
import requests

url = "https://api.artie.com/pipelines/{uuid}/update-with-source-reader"

payload = {
"pipeline": {
"advancedSettings": {
"appendOnly": True,
"autoEnableHistoryForNewTables": True,
"autoReplicateIgnoreRegex": "<string>",
"autoReplicateNewTables": True,
"bigQueryReservation": "<string>",
"bufferRows": 123,
"defaultSourceSchema": "<string>",
"disableAlerts": True,
"dropDeletedColumns": True,
"dynamoDBBackfillConfig": {
"bucket": "<string>",
"enabled": True,
"exportArn": "<string>",
"optionalFolder": "<string>"
},
"enableSoftDelete": True,
"flushIntervalSeconds": 123,
"flushSizeKb": 123,
"forceUTCTimezone": True,
"includeArtieOperationColumn": True,
"includeArtieUpdatedAtColumn": True,
"includeDatabaseUpdatedAtColumn": True,
"includeFullSourceTableNameColumn": True,
"includeFullSourceTableNameColumnAsPrimaryKey": True,
"includeSourceMetadataColumn": True,
"maxConcurrentSnapshots": 1,
"splitEventsByType": True,
"stagingSchema": "<string>",
"staticColumns": [
{
"column": "<string>",
"value": "<string>"
}
],
"truncateExceededValues": True,
"turboLatencyThresholdMinutes": 123,
"turboRowThreshold": 123,
"turboWarehouse": "<string>",
"useBQBatchPriority": True,
"useBigNumericForVariableNumeric": True,
"useNewStringMethod": True,
"writeRawBinaryValues": True
},
"columnHashingSaltUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"dataPlaneName": "<string>",
"destinationUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"encryptionKeyUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"name": "<string>",
"snowflakeEcoScheduleUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"sourceReaderUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"specificDestCfg": {
"bucketName": "<string>",
"checkpointInterval": 123,
"compaction": {
"enabled": True,
"everySeconds": 123,
"quietWindow": {
"end": "<string>",
"start": "<string>"
}
},
"containerName": "<string>",
"database": "<string>",
"dynamicallyCreateNamespaces": True,
"externalStageName": "<string>",
"externalStageS3Bucket": "<string>",
"externalStageS3Prefix": "<string>",
"folderName": "<string>",
"schema": "<string>",
"schemaNamePrefix": "<string>",
"tableNameSeparator": "<string>",
"useSameSchemaAsSource": True
},
"tables": [
{
"advancedSettings": {
"alias": "<string>",
"bufferRows": 123,
"columnsToCompress": ["<string>"],
"columnsToEncrypt": ["<string>"],
"columnsToHash": ["<string>"],
"ctidSettings": {
"chunkSize": 1,
"enabled": True,
"maxParallelism": 1
},
"encryptJSONBColumns": True,
"excludeColumns": ["<string>"],
"flushIntervalSeconds": 123,
"flushSizeKb": 123,
"includeColumns": ["<string>"],
"k8sRequestCPU": 1,
"k8sRequestMemoryMB": 1,
"mergePredicates": [
{
"partitionBy": "<string>",
"partitionField": "<string>",
"partitionType": "<string>"
}
],
"msmFlushCount": 1,
"primaryKeysOverride": ["<string>"],
"rangeSettings": {
"batchSize": 1,
"chunksSize": 1,
"enabled": True,
"maxParallelism": 1
},
"shouldBackfillHistoryTable": True,
"skipBackfill": True,
"skipDelete": True,
"skipNoOpUpdates": True,
"softPartitioning": {
"enabled": True,
"maxPartitions": 123,
"partitionColumn": "<string>",
"partitionFrequency": "<string>",
"partitionSchema": "<string>"
},
"streamARN": "<string>",
"unifyAcrossDatabases": True,
"unifyAcrossSchemas": True
},
"disableReplication": True,
"enableHistoryMode": True,
"individualDeployment": True,
"name": "<string>",
"schema": "<string>",
"status": "<string>",
"uuid": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
}
]
},
"sourceReader": {
"companyUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"connectorUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"containerName": "<string>",
"dataPlaneName": "<string>",
"database": "<string>",
"environmentUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"isValid": True,
"name": "<string>",
"settings": {
"archiveLogPassword": "<string>",
"archiveLogPath": "<string>",
"azureBlobStorageConfig": {
"accountURL": "<string>",
"containerName": "<string>",
"sasToken": "<string>"
},
"backfillBatchSize": 1,
"compositeTypesAsText": True,
"databasesToSync": ["<string>"],
"disableAutoFetchTables": True,
"disableFullDocumentBeforeChange": True,
"disableNoCursorTimeout": True,
"enableClientSideFullDocumentLookup": True,
"enableHeartbeats": True,
"enableSchemaHistoryCompaction": True,
"maxConnIdleTimeSeconds": 123,
"mssqlChangeTrackingConcurrency": 123,
"mssqlChangeTrackingMaxIdleConns": 123,
"mssqlChangeTrackingPollIntervalMs": 1,
"mssqlReplicationMethod": "<string>",
"oneTopicPerSchema": True,
"publicationAutoCreateMode": "<string>",
"publicationNameOverride": "<string>",
"publishViaPartitionRoot": True,
"replicationSlotOverride": "<string>",
"unifyAcrossDatabases": True,
"unifyAcrossSchemas": True,
"unifyAcrossSchemasMaxParallelism": 1,
"unifyAcrossSchemasRegex": "<string>",
"useAdvanceOnPrimaryKeepAlive": True,
"useNumericTypesForMoney": True,
"useReaderForOracleStreaming": True
},
"uuid": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
"apiBaseURL": "<string>",
"createdAt": "2023-11-07T05:31:56Z",
"isShared": True,
"tablesConfig": {},
"updatedAt": "2023-11-07T05:31:56Z"
}
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}

response = requests.post(url, json=payload, headers=headers)

print(response.text)
const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
pipeline: {
advancedSettings: {
appendOnly: true,
autoEnableHistoryForNewTables: true,
autoReplicateIgnoreRegex: '<string>',
autoReplicateNewTables: true,
bigQueryReservation: '<string>',
bufferRows: 123,
defaultSourceSchema: '<string>',
disableAlerts: true,
dropDeletedColumns: true,
dynamoDBBackfillConfig: {
bucket: '<string>',
enabled: true,
exportArn: '<string>',
optionalFolder: '<string>'
},
enableSoftDelete: true,
flushIntervalSeconds: 123,
flushSizeKb: 123,
forceUTCTimezone: true,
includeArtieOperationColumn: true,
includeArtieUpdatedAtColumn: true,
includeDatabaseUpdatedAtColumn: true,
includeFullSourceTableNameColumn: true,
includeFullSourceTableNameColumnAsPrimaryKey: true,
includeSourceMetadataColumn: true,
maxConcurrentSnapshots: 1,
splitEventsByType: true,
stagingSchema: '<string>',
staticColumns: [{column: '<string>', value: '<string>'}],
truncateExceededValues: true,
turboLatencyThresholdMinutes: 123,
turboRowThreshold: 123,
turboWarehouse: '<string>',
useBQBatchPriority: true,
useBigNumericForVariableNumeric: true,
useNewStringMethod: true,
writeRawBinaryValues: true
},
columnHashingSaltUUID: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
dataPlaneName: '<string>',
destinationUUID: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
encryptionKeyUUID: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
name: '<string>',
snowflakeEcoScheduleUUID: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
sourceReaderUUID: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
specificDestCfg: {
bucketName: '<string>',
checkpointInterval: 123,
compaction: {
enabled: true,
everySeconds: 123,
quietWindow: {end: '<string>', start: '<string>'}
},
containerName: '<string>',
database: '<string>',
dynamicallyCreateNamespaces: true,
externalStageName: '<string>',
externalStageS3Bucket: '<string>',
externalStageS3Prefix: '<string>',
folderName: '<string>',
schema: '<string>',
schemaNamePrefix: '<string>',
tableNameSeparator: '<string>',
useSameSchemaAsSource: true
},
tables: [
{
advancedSettings: {
alias: '<string>',
bufferRows: 123,
columnsToCompress: ['<string>'],
columnsToEncrypt: ['<string>'],
columnsToHash: ['<string>'],
ctidSettings: {chunkSize: 1, enabled: true, maxParallelism: 1},
encryptJSONBColumns: true,
excludeColumns: ['<string>'],
flushIntervalSeconds: 123,
flushSizeKb: 123,
includeColumns: ['<string>'],
k8sRequestCPU: 1,
k8sRequestMemoryMB: 1,
mergePredicates: [
{partitionBy: '<string>', partitionField: '<string>', partitionType: '<string>'}
],
msmFlushCount: 1,
primaryKeysOverride: ['<string>'],
rangeSettings: {batchSize: 1, chunksSize: 1, enabled: true, maxParallelism: 1},
shouldBackfillHistoryTable: true,
skipBackfill: true,
skipDelete: true,
skipNoOpUpdates: true,
softPartitioning: {
enabled: true,
maxPartitions: 123,
partitionColumn: '<string>',
partitionFrequency: '<string>',
partitionSchema: '<string>'
},
streamARN: '<string>',
unifyAcrossDatabases: true,
unifyAcrossSchemas: true
},
disableReplication: true,
enableHistoryMode: true,
individualDeployment: true,
name: '<string>',
schema: '<string>',
status: '<string>',
uuid: '3c90c3cc-0d44-4b50-8888-8dd25736052a'
}
]
},
sourceReader: {
companyUUID: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
connectorUUID: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
containerName: '<string>',
dataPlaneName: '<string>',
database: '<string>',
environmentUUID: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
isValid: true,
name: '<string>',
settings: {
archiveLogPassword: '<string>',
archiveLogPath: '<string>',
azureBlobStorageConfig: {accountURL: '<string>', containerName: '<string>', sasToken: '<string>'},
backfillBatchSize: 1,
compositeTypesAsText: true,
databasesToSync: ['<string>'],
disableAutoFetchTables: true,
disableFullDocumentBeforeChange: true,
disableNoCursorTimeout: true,
enableClientSideFullDocumentLookup: true,
enableHeartbeats: true,
enableSchemaHistoryCompaction: true,
maxConnIdleTimeSeconds: 123,
mssqlChangeTrackingConcurrency: 123,
mssqlChangeTrackingMaxIdleConns: 123,
mssqlChangeTrackingPollIntervalMs: 1,
mssqlReplicationMethod: '<string>',
oneTopicPerSchema: true,
publicationAutoCreateMode: '<string>',
publicationNameOverride: '<string>',
publishViaPartitionRoot: true,
replicationSlotOverride: '<string>',
unifyAcrossDatabases: true,
unifyAcrossSchemas: true,
unifyAcrossSchemasMaxParallelism: 1,
unifyAcrossSchemasRegex: '<string>',
useAdvanceOnPrimaryKeepAlive: true,
useNumericTypesForMoney: true,
useReaderForOracleStreaming: true
},
uuid: '3c90c3cc-0d44-4b50-8888-8dd25736052a',
apiBaseURL: '<string>',
createdAt: '2023-11-07T05:31:56Z',
isShared: true,
tablesConfig: {},
updatedAt: '2023-11-07T05:31:56Z'
}
})
};

fetch('https://api.artie.com/pipelines/{uuid}/update-with-source-reader', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));
<?php

$curl = curl_init();

curl_setopt_array($curl, [
CURLOPT_URL => "https://api.artie.com/pipelines/{uuid}/update-with-source-reader",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'pipeline' => [
'advancedSettings' => [
'appendOnly' => true,
'autoEnableHistoryForNewTables' => true,
'autoReplicateIgnoreRegex' => '<string>',
'autoReplicateNewTables' => true,
'bigQueryReservation' => '<string>',
'bufferRows' => 123,
'defaultSourceSchema' => '<string>',
'disableAlerts' => true,
'dropDeletedColumns' => true,
'dynamoDBBackfillConfig' => [
'bucket' => '<string>',
'enabled' => true,
'exportArn' => '<string>',
'optionalFolder' => '<string>'
],
'enableSoftDelete' => true,
'flushIntervalSeconds' => 123,
'flushSizeKb' => 123,
'forceUTCTimezone' => true,
'includeArtieOperationColumn' => true,
'includeArtieUpdatedAtColumn' => true,
'includeDatabaseUpdatedAtColumn' => true,
'includeFullSourceTableNameColumn' => true,
'includeFullSourceTableNameColumnAsPrimaryKey' => true,
'includeSourceMetadataColumn' => true,
'maxConcurrentSnapshots' => 1,
'splitEventsByType' => true,
'stagingSchema' => '<string>',
'staticColumns' => [
[
'column' => '<string>',
'value' => '<string>'
]
],
'truncateExceededValues' => true,
'turboLatencyThresholdMinutes' => 123,
'turboRowThreshold' => 123,
'turboWarehouse' => '<string>',
'useBQBatchPriority' => true,
'useBigNumericForVariableNumeric' => true,
'useNewStringMethod' => true,
'writeRawBinaryValues' => true
],
'columnHashingSaltUUID' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'dataPlaneName' => '<string>',
'destinationUUID' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'encryptionKeyUUID' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'name' => '<string>',
'snowflakeEcoScheduleUUID' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'sourceReaderUUID' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'specificDestCfg' => [
'bucketName' => '<string>',
'checkpointInterval' => 123,
'compaction' => [
'enabled' => true,
'everySeconds' => 123,
'quietWindow' => [
'end' => '<string>',
'start' => '<string>'
]
],
'containerName' => '<string>',
'database' => '<string>',
'dynamicallyCreateNamespaces' => true,
'externalStageName' => '<string>',
'externalStageS3Bucket' => '<string>',
'externalStageS3Prefix' => '<string>',
'folderName' => '<string>',
'schema' => '<string>',
'schemaNamePrefix' => '<string>',
'tableNameSeparator' => '<string>',
'useSameSchemaAsSource' => true
],
'tables' => [
[
'advancedSettings' => [
'alias' => '<string>',
'bufferRows' => 123,
'columnsToCompress' => [
'<string>'
],
'columnsToEncrypt' => [
'<string>'
],
'columnsToHash' => [
'<string>'
],
'ctidSettings' => [
'chunkSize' => 1,
'enabled' => true,
'maxParallelism' => 1
],
'encryptJSONBColumns' => true,
'excludeColumns' => [
'<string>'
],
'flushIntervalSeconds' => 123,
'flushSizeKb' => 123,
'includeColumns' => [
'<string>'
],
'k8sRequestCPU' => 1,
'k8sRequestMemoryMB' => 1,
'mergePredicates' => [
[
'partitionBy' => '<string>',
'partitionField' => '<string>',
'partitionType' => '<string>'
]
],
'msmFlushCount' => 1,
'primaryKeysOverride' => [
'<string>'
],
'rangeSettings' => [
'batchSize' => 1,
'chunksSize' => 1,
'enabled' => true,
'maxParallelism' => 1
],
'shouldBackfillHistoryTable' => true,
'skipBackfill' => true,
'skipDelete' => true,
'skipNoOpUpdates' => true,
'softPartitioning' => [
'enabled' => true,
'maxPartitions' => 123,
'partitionColumn' => '<string>',
'partitionFrequency' => '<string>',
'partitionSchema' => '<string>'
],
'streamARN' => '<string>',
'unifyAcrossDatabases' => true,
'unifyAcrossSchemas' => true
],
'disableReplication' => true,
'enableHistoryMode' => true,
'individualDeployment' => true,
'name' => '<string>',
'schema' => '<string>',
'status' => '<string>',
'uuid' => '3c90c3cc-0d44-4b50-8888-8dd25736052a'
]
]
],
'sourceReader' => [
'companyUUID' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'connectorUUID' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'containerName' => '<string>',
'dataPlaneName' => '<string>',
'database' => '<string>',
'environmentUUID' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'isValid' => true,
'name' => '<string>',
'settings' => [
'archiveLogPassword' => '<string>',
'archiveLogPath' => '<string>',
'azureBlobStorageConfig' => [
'accountURL' => '<string>',
'containerName' => '<string>',
'sasToken' => '<string>'
],
'backfillBatchSize' => 1,
'compositeTypesAsText' => true,
'databasesToSync' => [
'<string>'
],
'disableAutoFetchTables' => true,
'disableFullDocumentBeforeChange' => true,
'disableNoCursorTimeout' => true,
'enableClientSideFullDocumentLookup' => true,
'enableHeartbeats' => true,
'enableSchemaHistoryCompaction' => true,
'maxConnIdleTimeSeconds' => 123,
'mssqlChangeTrackingConcurrency' => 123,
'mssqlChangeTrackingMaxIdleConns' => 123,
'mssqlChangeTrackingPollIntervalMs' => 1,
'mssqlReplicationMethod' => '<string>',
'oneTopicPerSchema' => true,
'publicationAutoCreateMode' => '<string>',
'publicationNameOverride' => '<string>',
'publishViaPartitionRoot' => true,
'replicationSlotOverride' => '<string>',
'unifyAcrossDatabases' => true,
'unifyAcrossSchemas' => true,
'unifyAcrossSchemasMaxParallelism' => 1,
'unifyAcrossSchemasRegex' => '<string>',
'useAdvanceOnPrimaryKeepAlive' => true,
'useNumericTypesForMoney' => true,
'useReaderForOracleStreaming' => true
],
'uuid' => '3c90c3cc-0d44-4b50-8888-8dd25736052a',
'apiBaseURL' => '<string>',
'createdAt' => '2023-11-07T05:31:56Z',
'isShared' => true,
'tablesConfig' => [

],
'updatedAt' => '2023-11-07T05:31:56Z'
]
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);

$response = curl_exec($curl);
$err = curl_error($curl);

curl_close($curl);

if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}
package main

import (
"fmt"
"strings"
"net/http"
"io"
)

func main() {

url := "https://api.artie.com/pipelines/{uuid}/update-with-source-reader"

payload := strings.NewReader("{\n \"pipeline\": {\n \"advancedSettings\": {\n \"appendOnly\": true,\n \"autoEnableHistoryForNewTables\": true,\n \"autoReplicateIgnoreRegex\": \"<string>\",\n \"autoReplicateNewTables\": true,\n \"bigQueryReservation\": \"<string>\",\n \"bufferRows\": 123,\n \"defaultSourceSchema\": \"<string>\",\n \"disableAlerts\": true,\n \"dropDeletedColumns\": true,\n \"dynamoDBBackfillConfig\": {\n \"bucket\": \"<string>\",\n \"enabled\": true,\n \"exportArn\": \"<string>\",\n \"optionalFolder\": \"<string>\"\n },\n \"enableSoftDelete\": true,\n \"flushIntervalSeconds\": 123,\n \"flushSizeKb\": 123,\n \"forceUTCTimezone\": true,\n \"includeArtieOperationColumn\": true,\n \"includeArtieUpdatedAtColumn\": true,\n \"includeDatabaseUpdatedAtColumn\": true,\n \"includeFullSourceTableNameColumn\": true,\n \"includeFullSourceTableNameColumnAsPrimaryKey\": true,\n \"includeSourceMetadataColumn\": true,\n \"maxConcurrentSnapshots\": 1,\n \"splitEventsByType\": true,\n \"stagingSchema\": \"<string>\",\n \"staticColumns\": [\n {\n \"column\": \"<string>\",\n \"value\": \"<string>\"\n }\n ],\n \"truncateExceededValues\": true,\n \"turboLatencyThresholdMinutes\": 123,\n \"turboRowThreshold\": 123,\n \"turboWarehouse\": \"<string>\",\n \"useBQBatchPriority\": true,\n \"useBigNumericForVariableNumeric\": true,\n \"useNewStringMethod\": true,\n \"writeRawBinaryValues\": true\n },\n \"columnHashingSaltUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"dataPlaneName\": \"<string>\",\n \"destinationUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"encryptionKeyUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"name\": \"<string>\",\n \"snowflakeEcoScheduleUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"sourceReaderUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"specificDestCfg\": {\n \"bucketName\": \"<string>\",\n \"checkpointInterval\": 123,\n \"compaction\": {\n \"enabled\": true,\n \"everySeconds\": 123,\n \"quietWindow\": {\n \"end\": \"<string>\",\n \"start\": \"<string>\"\n }\n },\n \"containerName\": \"<string>\",\n \"database\": \"<string>\",\n \"dynamicallyCreateNamespaces\": true,\n \"externalStageName\": \"<string>\",\n \"externalStageS3Bucket\": \"<string>\",\n \"externalStageS3Prefix\": \"<string>\",\n \"folderName\": \"<string>\",\n \"schema\": \"<string>\",\n \"schemaNamePrefix\": \"<string>\",\n \"tableNameSeparator\": \"<string>\",\n \"useSameSchemaAsSource\": true\n },\n \"tables\": [\n {\n \"advancedSettings\": {\n \"alias\": \"<string>\",\n \"bufferRows\": 123,\n \"columnsToCompress\": [\n \"<string>\"\n ],\n \"columnsToEncrypt\": [\n \"<string>\"\n ],\n \"columnsToHash\": [\n \"<string>\"\n ],\n \"ctidSettings\": {\n \"chunkSize\": 1,\n \"enabled\": true,\n \"maxParallelism\": 1\n },\n \"encryptJSONBColumns\": true,\n \"excludeColumns\": [\n \"<string>\"\n ],\n \"flushIntervalSeconds\": 123,\n \"flushSizeKb\": 123,\n \"includeColumns\": [\n \"<string>\"\n ],\n \"k8sRequestCPU\": 1,\n \"k8sRequestMemoryMB\": 1,\n \"mergePredicates\": [\n {\n \"partitionBy\": \"<string>\",\n \"partitionField\": \"<string>\",\n \"partitionType\": \"<string>\"\n }\n ],\n \"msmFlushCount\": 1,\n \"primaryKeysOverride\": [\n \"<string>\"\n ],\n \"rangeSettings\": {\n \"batchSize\": 1,\n \"chunksSize\": 1,\n \"enabled\": true,\n \"maxParallelism\": 1\n },\n \"shouldBackfillHistoryTable\": true,\n \"skipBackfill\": true,\n \"skipDelete\": true,\n \"skipNoOpUpdates\": true,\n \"softPartitioning\": {\n \"enabled\": true,\n \"maxPartitions\": 123,\n \"partitionColumn\": \"<string>\",\n \"partitionFrequency\": \"<string>\",\n \"partitionSchema\": \"<string>\"\n },\n \"streamARN\": \"<string>\",\n \"unifyAcrossDatabases\": true,\n \"unifyAcrossSchemas\": true\n },\n \"disableReplication\": true,\n \"enableHistoryMode\": true,\n \"individualDeployment\": true,\n \"name\": \"<string>\",\n \"schema\": \"<string>\",\n \"status\": \"<string>\",\n \"uuid\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n }\n ]\n },\n \"sourceReader\": {\n \"companyUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"connectorUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"containerName\": \"<string>\",\n \"dataPlaneName\": \"<string>\",\n \"database\": \"<string>\",\n \"environmentUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"isValid\": true,\n \"name\": \"<string>\",\n \"settings\": {\n \"archiveLogPassword\": \"<string>\",\n \"archiveLogPath\": \"<string>\",\n \"azureBlobStorageConfig\": {\n \"accountURL\": \"<string>\",\n \"containerName\": \"<string>\",\n \"sasToken\": \"<string>\"\n },\n \"backfillBatchSize\": 1,\n \"compositeTypesAsText\": true,\n \"databasesToSync\": [\n \"<string>\"\n ],\n \"disableAutoFetchTables\": true,\n \"disableFullDocumentBeforeChange\": true,\n \"disableNoCursorTimeout\": true,\n \"enableClientSideFullDocumentLookup\": true,\n \"enableHeartbeats\": true,\n \"enableSchemaHistoryCompaction\": true,\n \"maxConnIdleTimeSeconds\": 123,\n \"mssqlChangeTrackingConcurrency\": 123,\n \"mssqlChangeTrackingMaxIdleConns\": 123,\n \"mssqlChangeTrackingPollIntervalMs\": 1,\n \"mssqlReplicationMethod\": \"<string>\",\n \"oneTopicPerSchema\": true,\n \"publicationAutoCreateMode\": \"<string>\",\n \"publicationNameOverride\": \"<string>\",\n \"publishViaPartitionRoot\": true,\n \"replicationSlotOverride\": \"<string>\",\n \"unifyAcrossDatabases\": true,\n \"unifyAcrossSchemas\": true,\n \"unifyAcrossSchemasMaxParallelism\": 1,\n \"unifyAcrossSchemasRegex\": \"<string>\",\n \"useAdvanceOnPrimaryKeepAlive\": true,\n \"useNumericTypesForMoney\": true,\n \"useReaderForOracleStreaming\": true\n },\n \"uuid\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"apiBaseURL\": \"<string>\",\n \"createdAt\": \"2023-11-07T05:31:56Z\",\n \"isShared\": true,\n \"tablesConfig\": {},\n \"updatedAt\": \"2023-11-07T05:31:56Z\"\n }\n}")

req, _ := http.NewRequest("POST", url, payload)

req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")

res, _ := http.DefaultClient.Do(req)

defer res.Body.Close()
body, _ := io.ReadAll(res.Body)

fmt.Println(string(body))

}
HttpResponse<String> response = Unirest.post("https://api.artie.com/pipelines/{uuid}/update-with-source-reader")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"pipeline\": {\n \"advancedSettings\": {\n \"appendOnly\": true,\n \"autoEnableHistoryForNewTables\": true,\n \"autoReplicateIgnoreRegex\": \"<string>\",\n \"autoReplicateNewTables\": true,\n \"bigQueryReservation\": \"<string>\",\n \"bufferRows\": 123,\n \"defaultSourceSchema\": \"<string>\",\n \"disableAlerts\": true,\n \"dropDeletedColumns\": true,\n \"dynamoDBBackfillConfig\": {\n \"bucket\": \"<string>\",\n \"enabled\": true,\n \"exportArn\": \"<string>\",\n \"optionalFolder\": \"<string>\"\n },\n \"enableSoftDelete\": true,\n \"flushIntervalSeconds\": 123,\n \"flushSizeKb\": 123,\n \"forceUTCTimezone\": true,\n \"includeArtieOperationColumn\": true,\n \"includeArtieUpdatedAtColumn\": true,\n \"includeDatabaseUpdatedAtColumn\": true,\n \"includeFullSourceTableNameColumn\": true,\n \"includeFullSourceTableNameColumnAsPrimaryKey\": true,\n \"includeSourceMetadataColumn\": true,\n \"maxConcurrentSnapshots\": 1,\n \"splitEventsByType\": true,\n \"stagingSchema\": \"<string>\",\n \"staticColumns\": [\n {\n \"column\": \"<string>\",\n \"value\": \"<string>\"\n }\n ],\n \"truncateExceededValues\": true,\n \"turboLatencyThresholdMinutes\": 123,\n \"turboRowThreshold\": 123,\n \"turboWarehouse\": \"<string>\",\n \"useBQBatchPriority\": true,\n \"useBigNumericForVariableNumeric\": true,\n \"useNewStringMethod\": true,\n \"writeRawBinaryValues\": true\n },\n \"columnHashingSaltUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"dataPlaneName\": \"<string>\",\n \"destinationUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"encryptionKeyUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"name\": \"<string>\",\n \"snowflakeEcoScheduleUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"sourceReaderUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"specificDestCfg\": {\n \"bucketName\": \"<string>\",\n \"checkpointInterval\": 123,\n \"compaction\": {\n \"enabled\": true,\n \"everySeconds\": 123,\n \"quietWindow\": {\n \"end\": \"<string>\",\n \"start\": \"<string>\"\n }\n },\n \"containerName\": \"<string>\",\n \"database\": \"<string>\",\n \"dynamicallyCreateNamespaces\": true,\n \"externalStageName\": \"<string>\",\n \"externalStageS3Bucket\": \"<string>\",\n \"externalStageS3Prefix\": \"<string>\",\n \"folderName\": \"<string>\",\n \"schema\": \"<string>\",\n \"schemaNamePrefix\": \"<string>\",\n \"tableNameSeparator\": \"<string>\",\n \"useSameSchemaAsSource\": true\n },\n \"tables\": [\n {\n \"advancedSettings\": {\n \"alias\": \"<string>\",\n \"bufferRows\": 123,\n \"columnsToCompress\": [\n \"<string>\"\n ],\n \"columnsToEncrypt\": [\n \"<string>\"\n ],\n \"columnsToHash\": [\n \"<string>\"\n ],\n \"ctidSettings\": {\n \"chunkSize\": 1,\n \"enabled\": true,\n \"maxParallelism\": 1\n },\n \"encryptJSONBColumns\": true,\n \"excludeColumns\": [\n \"<string>\"\n ],\n \"flushIntervalSeconds\": 123,\n \"flushSizeKb\": 123,\n \"includeColumns\": [\n \"<string>\"\n ],\n \"k8sRequestCPU\": 1,\n \"k8sRequestMemoryMB\": 1,\n \"mergePredicates\": [\n {\n \"partitionBy\": \"<string>\",\n \"partitionField\": \"<string>\",\n \"partitionType\": \"<string>\"\n }\n ],\n \"msmFlushCount\": 1,\n \"primaryKeysOverride\": [\n \"<string>\"\n ],\n \"rangeSettings\": {\n \"batchSize\": 1,\n \"chunksSize\": 1,\n \"enabled\": true,\n \"maxParallelism\": 1\n },\n \"shouldBackfillHistoryTable\": true,\n \"skipBackfill\": true,\n \"skipDelete\": true,\n \"skipNoOpUpdates\": true,\n \"softPartitioning\": {\n \"enabled\": true,\n \"maxPartitions\": 123,\n \"partitionColumn\": \"<string>\",\n \"partitionFrequency\": \"<string>\",\n \"partitionSchema\": \"<string>\"\n },\n \"streamARN\": \"<string>\",\n \"unifyAcrossDatabases\": true,\n \"unifyAcrossSchemas\": true\n },\n \"disableReplication\": true,\n \"enableHistoryMode\": true,\n \"individualDeployment\": true,\n \"name\": \"<string>\",\n \"schema\": \"<string>\",\n \"status\": \"<string>\",\n \"uuid\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n }\n ]\n },\n \"sourceReader\": {\n \"companyUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"connectorUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"containerName\": \"<string>\",\n \"dataPlaneName\": \"<string>\",\n \"database\": \"<string>\",\n \"environmentUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"isValid\": true,\n \"name\": \"<string>\",\n \"settings\": {\n \"archiveLogPassword\": \"<string>\",\n \"archiveLogPath\": \"<string>\",\n \"azureBlobStorageConfig\": {\n \"accountURL\": \"<string>\",\n \"containerName\": \"<string>\",\n \"sasToken\": \"<string>\"\n },\n \"backfillBatchSize\": 1,\n \"compositeTypesAsText\": true,\n \"databasesToSync\": [\n \"<string>\"\n ],\n \"disableAutoFetchTables\": true,\n \"disableFullDocumentBeforeChange\": true,\n \"disableNoCursorTimeout\": true,\n \"enableClientSideFullDocumentLookup\": true,\n \"enableHeartbeats\": true,\n \"enableSchemaHistoryCompaction\": true,\n \"maxConnIdleTimeSeconds\": 123,\n \"mssqlChangeTrackingConcurrency\": 123,\n \"mssqlChangeTrackingMaxIdleConns\": 123,\n \"mssqlChangeTrackingPollIntervalMs\": 1,\n \"mssqlReplicationMethod\": \"<string>\",\n \"oneTopicPerSchema\": true,\n \"publicationAutoCreateMode\": \"<string>\",\n \"publicationNameOverride\": \"<string>\",\n \"publishViaPartitionRoot\": true,\n \"replicationSlotOverride\": \"<string>\",\n \"unifyAcrossDatabases\": true,\n \"unifyAcrossSchemas\": true,\n \"unifyAcrossSchemasMaxParallelism\": 1,\n \"unifyAcrossSchemasRegex\": \"<string>\",\n \"useAdvanceOnPrimaryKeepAlive\": true,\n \"useNumericTypesForMoney\": true,\n \"useReaderForOracleStreaming\": true\n },\n \"uuid\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"apiBaseURL\": \"<string>\",\n \"createdAt\": \"2023-11-07T05:31:56Z\",\n \"isShared\": true,\n \"tablesConfig\": {},\n \"updatedAt\": \"2023-11-07T05:31:56Z\"\n }\n}")
.asString();
require 'uri'
require 'net/http'

url = URI("https://api.artie.com/pipelines/{uuid}/update-with-source-reader")

http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true

request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"pipeline\": {\n \"advancedSettings\": {\n \"appendOnly\": true,\n \"autoEnableHistoryForNewTables\": true,\n \"autoReplicateIgnoreRegex\": \"<string>\",\n \"autoReplicateNewTables\": true,\n \"bigQueryReservation\": \"<string>\",\n \"bufferRows\": 123,\n \"defaultSourceSchema\": \"<string>\",\n \"disableAlerts\": true,\n \"dropDeletedColumns\": true,\n \"dynamoDBBackfillConfig\": {\n \"bucket\": \"<string>\",\n \"enabled\": true,\n \"exportArn\": \"<string>\",\n \"optionalFolder\": \"<string>\"\n },\n \"enableSoftDelete\": true,\n \"flushIntervalSeconds\": 123,\n \"flushSizeKb\": 123,\n \"forceUTCTimezone\": true,\n \"includeArtieOperationColumn\": true,\n \"includeArtieUpdatedAtColumn\": true,\n \"includeDatabaseUpdatedAtColumn\": true,\n \"includeFullSourceTableNameColumn\": true,\n \"includeFullSourceTableNameColumnAsPrimaryKey\": true,\n \"includeSourceMetadataColumn\": true,\n \"maxConcurrentSnapshots\": 1,\n \"splitEventsByType\": true,\n \"stagingSchema\": \"<string>\",\n \"staticColumns\": [\n {\n \"column\": \"<string>\",\n \"value\": \"<string>\"\n }\n ],\n \"truncateExceededValues\": true,\n \"turboLatencyThresholdMinutes\": 123,\n \"turboRowThreshold\": 123,\n \"turboWarehouse\": \"<string>\",\n \"useBQBatchPriority\": true,\n \"useBigNumericForVariableNumeric\": true,\n \"useNewStringMethod\": true,\n \"writeRawBinaryValues\": true\n },\n \"columnHashingSaltUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"dataPlaneName\": \"<string>\",\n \"destinationUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"encryptionKeyUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"name\": \"<string>\",\n \"snowflakeEcoScheduleUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"sourceReaderUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"specificDestCfg\": {\n \"bucketName\": \"<string>\",\n \"checkpointInterval\": 123,\n \"compaction\": {\n \"enabled\": true,\n \"everySeconds\": 123,\n \"quietWindow\": {\n \"end\": \"<string>\",\n \"start\": \"<string>\"\n }\n },\n \"containerName\": \"<string>\",\n \"database\": \"<string>\",\n \"dynamicallyCreateNamespaces\": true,\n \"externalStageName\": \"<string>\",\n \"externalStageS3Bucket\": \"<string>\",\n \"externalStageS3Prefix\": \"<string>\",\n \"folderName\": \"<string>\",\n \"schema\": \"<string>\",\n \"schemaNamePrefix\": \"<string>\",\n \"tableNameSeparator\": \"<string>\",\n \"useSameSchemaAsSource\": true\n },\n \"tables\": [\n {\n \"advancedSettings\": {\n \"alias\": \"<string>\",\n \"bufferRows\": 123,\n \"columnsToCompress\": [\n \"<string>\"\n ],\n \"columnsToEncrypt\": [\n \"<string>\"\n ],\n \"columnsToHash\": [\n \"<string>\"\n ],\n \"ctidSettings\": {\n \"chunkSize\": 1,\n \"enabled\": true,\n \"maxParallelism\": 1\n },\n \"encryptJSONBColumns\": true,\n \"excludeColumns\": [\n \"<string>\"\n ],\n \"flushIntervalSeconds\": 123,\n \"flushSizeKb\": 123,\n \"includeColumns\": [\n \"<string>\"\n ],\n \"k8sRequestCPU\": 1,\n \"k8sRequestMemoryMB\": 1,\n \"mergePredicates\": [\n {\n \"partitionBy\": \"<string>\",\n \"partitionField\": \"<string>\",\n \"partitionType\": \"<string>\"\n }\n ],\n \"msmFlushCount\": 1,\n \"primaryKeysOverride\": [\n \"<string>\"\n ],\n \"rangeSettings\": {\n \"batchSize\": 1,\n \"chunksSize\": 1,\n \"enabled\": true,\n \"maxParallelism\": 1\n },\n \"shouldBackfillHistoryTable\": true,\n \"skipBackfill\": true,\n \"skipDelete\": true,\n \"skipNoOpUpdates\": true,\n \"softPartitioning\": {\n \"enabled\": true,\n \"maxPartitions\": 123,\n \"partitionColumn\": \"<string>\",\n \"partitionFrequency\": \"<string>\",\n \"partitionSchema\": \"<string>\"\n },\n \"streamARN\": \"<string>\",\n \"unifyAcrossDatabases\": true,\n \"unifyAcrossSchemas\": true\n },\n \"disableReplication\": true,\n \"enableHistoryMode\": true,\n \"individualDeployment\": true,\n \"name\": \"<string>\",\n \"schema\": \"<string>\",\n \"status\": \"<string>\",\n \"uuid\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n }\n ]\n },\n \"sourceReader\": {\n \"companyUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"connectorUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"containerName\": \"<string>\",\n \"dataPlaneName\": \"<string>\",\n \"database\": \"<string>\",\n \"environmentUUID\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"isValid\": true,\n \"name\": \"<string>\",\n \"settings\": {\n \"archiveLogPassword\": \"<string>\",\n \"archiveLogPath\": \"<string>\",\n \"azureBlobStorageConfig\": {\n \"accountURL\": \"<string>\",\n \"containerName\": \"<string>\",\n \"sasToken\": \"<string>\"\n },\n \"backfillBatchSize\": 1,\n \"compositeTypesAsText\": true,\n \"databasesToSync\": [\n \"<string>\"\n ],\n \"disableAutoFetchTables\": true,\n \"disableFullDocumentBeforeChange\": true,\n \"disableNoCursorTimeout\": true,\n \"enableClientSideFullDocumentLookup\": true,\n \"enableHeartbeats\": true,\n \"enableSchemaHistoryCompaction\": true,\n \"maxConnIdleTimeSeconds\": 123,\n \"mssqlChangeTrackingConcurrency\": 123,\n \"mssqlChangeTrackingMaxIdleConns\": 123,\n \"mssqlChangeTrackingPollIntervalMs\": 1,\n \"mssqlReplicationMethod\": \"<string>\",\n \"oneTopicPerSchema\": true,\n \"publicationAutoCreateMode\": \"<string>\",\n \"publicationNameOverride\": \"<string>\",\n \"publishViaPartitionRoot\": true,\n \"replicationSlotOverride\": \"<string>\",\n \"unifyAcrossDatabases\": true,\n \"unifyAcrossSchemas\": true,\n \"unifyAcrossSchemasMaxParallelism\": 1,\n \"unifyAcrossSchemasRegex\": \"<string>\",\n \"useAdvanceOnPrimaryKeepAlive\": true,\n \"useNumericTypesForMoney\": true,\n \"useReaderForOracleStreaming\": true\n },\n \"uuid\": \"3c90c3cc-0d44-4b50-8888-8dd25736052a\",\n \"apiBaseURL\": \"<string>\",\n \"createdAt\": \"2023-11-07T05:31:56Z\",\n \"isShared\": true,\n \"tablesConfig\": {},\n \"updatedAt\": \"2023-11-07T05:31:56Z\"\n }\n}"

response = http.request(request)
puts response.read_body
{
  "pipeline": {
    "advancedSettings": {
      "appendOnly": true,
      "autoEnableHistoryForNewTables": true,
      "autoReplicateIgnoreRegex": "<string>",
      "autoReplicateNewTables": true,
      "bigQueryReservation": "<string>",
      "bufferRows": 123,
      "defaultSourceSchema": "<string>",
      "disableAlerts": true,
      "dropDeletedColumns": true,
      "dynamoDBBackfillConfig": {
        "bucket": "<string>",
        "enabled": true,
        "exportArn": "<string>",
        "optionalFolder": "<string>"
      },
      "enableSoftDelete": true,
      "flushIntervalSeconds": 123,
      "flushSizeKb": 123,
      "forceUTCTimezone": true,
      "includeArtieOperationColumn": true,
      "includeArtieUpdatedAtColumn": true,
      "includeDatabaseUpdatedAtColumn": true,
      "includeFullSourceTableNameColumn": true,
      "includeFullSourceTableNameColumnAsPrimaryKey": true,
      "includeSourceMetadataColumn": true,
      "maxConcurrentSnapshots": 1,
      "nullOutInvalidValues": true,
      "reuseStagingTable": true,
      "sessionDriverMemory": "<string>",
      "sessionExecutorMemory": "<string>",
      "snowpipeStreamingMaxChannels": 123,
      "splitEventsByType": true,
      "stagingSchema": "<string>",
      "staticColumns": [
        {
          "column": "<string>",
          "value": "<string>"
        }
      ],
      "tablesPerTransferPod": 1,
      "truncateExceededValues": true,
      "turboLatencyThresholdMinutes": 123,
      "turboRowThreshold": 123,
      "turboWarehouse": "<string>",
      "useBQBatchPriority": true,
      "useBigNumericForVariableNumeric": true,
      "useNewStringMethod": true,
      "useSnowpipeStreaming": true,
      "waitForTopics": true,
      "writeRawBinaryValues": true
    },
    "companyUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "createdAt": "2023-11-07T05:31:56Z",
    "dataPlaneName": "<string>",
    "environmentUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "hasUndeployedChanges": true,
    "isDeploying": true,
    "lastUpdatedAt": "2023-11-07T05:31:56Z",
    "name": "<string>",
    "specificDestCfg": {
      "bucketName": "<string>",
      "checkpointInterval": 123,
      "compaction": {
        "enabled": true,
        "everySeconds": 123,
        "quietWindow": {
          "end": "<string>",
          "start": "<string>"
        }
      },
      "containerName": "<string>",
      "database": "<string>",
      "dynamicallyCreateNamespaces": true,
      "externalStageName": "<string>",
      "externalStageS3Bucket": "<string>",
      "externalStageS3Prefix": "<string>",
      "folderName": "<string>",
      "schema": "<string>",
      "schemaNamePrefix": "<string>",
      "tableNameSeparator": "<string>",
      "useSameSchemaAsSource": true
    },
    "tables": [
      {
        "advancedSettings": {
          "alias": "<string>",
          "backfillFromDatabases": [
            "<string>"
          ],
          "backfillFromSchemas": [
            "<string>"
          ],
          "bigQueryPartitionSettings": {
            "partitionBy": "<string>",
            "partitionField": "<string>",
            "partitionType": "<string>"
          },
          "bufferRows": 123,
          "columnsToCompress": [
            "<string>"
          ],
          "columnsToEncrypt": [
            "<string>"
          ],
          "columnsToHash": [
            "<string>"
          ],
          "ctidSettings": {
            "chunkSize": 1,
            "enabled": true,
            "maxParallelism": 1
          },
          "encryptJSONBColumns": true,
          "endingPrimaryKey": "<string>",
          "excludeColumns": [
            "<string>"
          ],
          "flushIntervalSeconds": 123,
          "flushSizeKb": 123,
          "historyTableBackfillFromSchemas": [
            "<string>"
          ],
          "includeColumns": [
            "<string>"
          ],
          "k8sRequestCPU": 1,
          "k8sRequestMemoryMB": 1,
          "mergePredicates": [
            {
              "partitionBy": "<string>",
              "partitionField": "<string>",
              "partitionType": "<string>"
            }
          ],
          "msmFlushCount": 1,
          "primaryKeysOverride": [
            "<string>"
          ],
          "rangeSettings": {
            "batchSize": 1,
            "chunksSize": 1,
            "enabled": true,
            "maxParallelism": 1
          },
          "shouldBackfillHistoryTable": true,
          "skipBackfill": true,
          "skipDelete": true,
          "skipNoOpUpdates": true,
          "softPartitioning": {
            "enabled": true,
            "maxPartitions": 123,
            "partitionColumn": "<string>",
            "partitionFrequency": "<string>",
            "partitionSchema": "<string>"
          },
          "startingPrimaryKey": "<string>",
          "streamARN": "<string>",
          "unifyAcrossDatabases": true,
          "unifyAcrossSchemas": true
        },
        "backfillStage": "<string>",
        "createdAt": "2023-11-07T05:31:56Z",
        "destinationTableName": "<string>",
        "disableReplication": true,
        "enableHistoryMode": true,
        "historyTableBackfillStage": "<string>",
        "historyTableStatus": "<string>",
        "individualDeployment": true,
        "name": "<string>",
        "schema": "<string>",
        "status": "<string>",
        "updatedAt": "2023-11-07T05:31:56Z",
        "uuid": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
      }
    ],
    "uuid": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "columnHashingSaltUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "destinationUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "encryptionKeyUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "hasBackfillingTables": true,
    "lastDeployedAt": "2023-11-07T05:31:56Z",
    "snowflakeEcoScheduleUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "sourceReaderUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a"
  },
  "sourceReader": {
    "companyUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "connectorUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "containerName": "<string>",
    "dataPlaneName": "<string>",
    "database": "<string>",
    "environmentUUID": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "isValid": true,
    "name": "<string>",
    "settings": {
      "archiveLogPassword": "<string>",
      "archiveLogPath": "<string>",
      "azureBlobStorageConfig": {
        "accountURL": "<string>",
        "containerName": "<string>",
        "sasToken": "<string>"
      },
      "backfillBatchSize": 1,
      "compositeTypesAsText": true,
      "databasesToSync": [
        "<string>"
      ],
      "disableAutoFetchTables": true,
      "disableFullDocumentBeforeChange": true,
      "disableNoCursorTimeout": true,
      "enableClientSideFullDocumentLookup": true,
      "enableHeartbeats": true,
      "enableSchemaHistoryCompaction": true,
      "maxConnIdleTimeSeconds": 123,
      "mssqlChangeTrackingConcurrency": 123,
      "mssqlChangeTrackingMaxIdleConns": 123,
      "mssqlChangeTrackingPollIntervalMs": 1,
      "mssqlReplicationMethod": "<string>",
      "oneTopicPerSchema": true,
      "publicationAutoCreateMode": "<string>",
      "publicationNameOverride": "<string>",
      "publishViaPartitionRoot": true,
      "replicationSlotOverride": "<string>",
      "unifyAcrossDatabases": true,
      "unifyAcrossSchemas": true,
      "unifyAcrossSchemasMaxParallelism": 1,
      "unifyAcrossSchemasRegex": "<string>",
      "useAdvanceOnPrimaryKeepAlive": true,
      "useNumericTypesForMoney": true,
      "useReaderForOracleStreaming": true
    },
    "uuid": "3c90c3cc-0d44-4b50-8888-8dd25736052a",
    "apiBaseURL": "<string>",
    "createdAt": "2023-11-07T05:31:56Z",
    "isShared": true,
    "tablesConfig": {},
    "updatedAt": "2023-11-07T05:31:56Z"
  }
}

Authorizations

Authorization
string
header
required

API key passed as a Bearer token in the Authorization header.

Path Parameters

uuid
string
required

Body

application/json
pipeline
object
required
sourceReader
object
required

Response

OK

pipeline
object
required
sourceReader
object
required