Backfill pipeline tables
Triggers a backfill for specified tables in the pipeline. Supports options for pre-backfill behavior (drop, truncate, or do nothing) and schema/database filtering.
curl --request POST \
--url https://api.artie.com/pipelines/{uuid}/backfill \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"tableUUIDs": [
"3c90c3cc-0d44-4b50-8888-8dd25736052a"
],
"backfillBatchSize": 1,
"backfillDefaults": {
"chunkSize": 50050000,
"parallelism": 25
},
"backfillFromDatabases": [
"<string>"
],
"backfillFromSchemas": [
"<string>"
],
"historyMode": true
}
'import requests
url = "https://api.artie.com/pipelines/{uuid}/backfill"
payload = {
"tableUUIDs": ["3c90c3cc-0d44-4b50-8888-8dd25736052a"],
"backfillBatchSize": 1,
"backfillDefaults": {
"chunkSize": 50050000,
"parallelism": 25
},
"backfillFromDatabases": ["<string>"],
"backfillFromSchemas": ["<string>"],
"historyMode": True
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
tableUUIDs: ['3c90c3cc-0d44-4b50-8888-8dd25736052a'],
backfillBatchSize: 1,
backfillDefaults: {chunkSize: 50050000, parallelism: 25},
backfillFromDatabases: ['<string>'],
backfillFromSchemas: ['<string>'],
historyMode: true
})
};
fetch('https://api.artie.com/pipelines/{uuid}/backfill', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.artie.com/pipelines/{uuid}/backfill",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'tableUUIDs' => [
'3c90c3cc-0d44-4b50-8888-8dd25736052a'
],
'backfillBatchSize' => 1,
'backfillDefaults' => [
'chunkSize' => 50050000,
'parallelism' => 25
],
'backfillFromDatabases' => [
'<string>'
],
'backfillFromSchemas' => [
'<string>'
],
'historyMode' => true
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.artie.com/pipelines/{uuid}/backfill"
payload := strings.NewReader("{\n \"tableUUIDs\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"backfillBatchSize\": 1,\n \"backfillDefaults\": {\n \"chunkSize\": 50050000,\n \"parallelism\": 25\n },\n \"backfillFromDatabases\": [\n \"<string>\"\n ],\n \"backfillFromSchemas\": [\n \"<string>\"\n ],\n \"historyMode\": true\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.artie.com/pipelines/{uuid}/backfill")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"tableUUIDs\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"backfillBatchSize\": 1,\n \"backfillDefaults\": {\n \"chunkSize\": 50050000,\n \"parallelism\": 25\n },\n \"backfillFromDatabases\": [\n \"<string>\"\n ],\n \"backfillFromSchemas\": [\n \"<string>\"\n ],\n \"historyMode\": true\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.artie.com/pipelines/{uuid}/backfill")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"tableUUIDs\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"backfillBatchSize\": 1,\n \"backfillDefaults\": {\n \"chunkSize\": 50050000,\n \"parallelism\": 25\n },\n \"backfillFromDatabases\": [\n \"<string>\"\n ],\n \"backfillFromSchemas\": [\n \"<string>\"\n ],\n \"historyMode\": true\n}"
response = http.request(request)
puts response.read_bodyAuthorizations
API key passed as a Bearer token in the Authorization header.
Path Parameters
Body
Destination handling before the backfill: empty string leaves existing data unchanged, truncate_table truncates the destination table, and drop_table drops it.
, truncate_table, drop_table UUIDs of the regular or history tables to backfill.
Optional rows per batch. Saved as the pipeline's backfill batch size before the backfill starts, so later backfills use it too.
x >= 0Optional backfill speed. Saved as the pipeline's backfill speed before the backfill starts, so later backfills use it too.
Show child attributes
Show child attributes
Optional source databases to backfill for regular-table backfills. Requires beforeBackfill to be the empty-string do-nothing option.
Optional source schemas to backfill for regular-table backfills. Requires beforeBackfill to be the empty-string do-nothing option.
When true, backfill the selected history tables instead of the regular tables.
Response
No Content
Was this page helpful?
curl --request POST \
--url https://api.artie.com/pipelines/{uuid}/backfill \
--header 'Authorization: Bearer <token>' \
--header 'Content-Type: application/json' \
--data '
{
"tableUUIDs": [
"3c90c3cc-0d44-4b50-8888-8dd25736052a"
],
"backfillBatchSize": 1,
"backfillDefaults": {
"chunkSize": 50050000,
"parallelism": 25
},
"backfillFromDatabases": [
"<string>"
],
"backfillFromSchemas": [
"<string>"
],
"historyMode": true
}
'import requests
url = "https://api.artie.com/pipelines/{uuid}/backfill"
payload = {
"tableUUIDs": ["3c90c3cc-0d44-4b50-8888-8dd25736052a"],
"backfillBatchSize": 1,
"backfillDefaults": {
"chunkSize": 50050000,
"parallelism": 25
},
"backfillFromDatabases": ["<string>"],
"backfillFromSchemas": ["<string>"],
"historyMode": True
}
headers = {
"Authorization": "Bearer <token>",
"Content-Type": "application/json"
}
response = requests.post(url, json=payload, headers=headers)
print(response.text)const options = {
method: 'POST',
headers: {Authorization: 'Bearer <token>', 'Content-Type': 'application/json'},
body: JSON.stringify({
tableUUIDs: ['3c90c3cc-0d44-4b50-8888-8dd25736052a'],
backfillBatchSize: 1,
backfillDefaults: {chunkSize: 50050000, parallelism: 25},
backfillFromDatabases: ['<string>'],
backfillFromSchemas: ['<string>'],
historyMode: true
})
};
fetch('https://api.artie.com/pipelines/{uuid}/backfill', options)
.then(res => res.json())
.then(res => console.log(res))
.catch(err => console.error(err));<?php
$curl = curl_init();
curl_setopt_array($curl, [
CURLOPT_URL => "https://api.artie.com/pipelines/{uuid}/backfill",
CURLOPT_RETURNTRANSFER => true,
CURLOPT_ENCODING => "",
CURLOPT_MAXREDIRS => 10,
CURLOPT_TIMEOUT => 30,
CURLOPT_HTTP_VERSION => CURL_HTTP_VERSION_1_1,
CURLOPT_CUSTOMREQUEST => "POST",
CURLOPT_POSTFIELDS => json_encode([
'tableUUIDs' => [
'3c90c3cc-0d44-4b50-8888-8dd25736052a'
],
'backfillBatchSize' => 1,
'backfillDefaults' => [
'chunkSize' => 50050000,
'parallelism' => 25
],
'backfillFromDatabases' => [
'<string>'
],
'backfillFromSchemas' => [
'<string>'
],
'historyMode' => true
]),
CURLOPT_HTTPHEADER => [
"Authorization: Bearer <token>",
"Content-Type: application/json"
],
]);
$response = curl_exec($curl);
$err = curl_error($curl);
curl_close($curl);
if ($err) {
echo "cURL Error #:" . $err;
} else {
echo $response;
}package main
import (
"fmt"
"strings"
"net/http"
"io"
)
func main() {
url := "https://api.artie.com/pipelines/{uuid}/backfill"
payload := strings.NewReader("{\n \"tableUUIDs\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"backfillBatchSize\": 1,\n \"backfillDefaults\": {\n \"chunkSize\": 50050000,\n \"parallelism\": 25\n },\n \"backfillFromDatabases\": [\n \"<string>\"\n ],\n \"backfillFromSchemas\": [\n \"<string>\"\n ],\n \"historyMode\": true\n}")
req, _ := http.NewRequest("POST", url, payload)
req.Header.Add("Authorization", "Bearer <token>")
req.Header.Add("Content-Type", "application/json")
res, _ := http.DefaultClient.Do(req)
defer res.Body.Close()
body, _ := io.ReadAll(res.Body)
fmt.Println(string(body))
}HttpResponse<String> response = Unirest.post("https://api.artie.com/pipelines/{uuid}/backfill")
.header("Authorization", "Bearer <token>")
.header("Content-Type", "application/json")
.body("{\n \"tableUUIDs\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"backfillBatchSize\": 1,\n \"backfillDefaults\": {\n \"chunkSize\": 50050000,\n \"parallelism\": 25\n },\n \"backfillFromDatabases\": [\n \"<string>\"\n ],\n \"backfillFromSchemas\": [\n \"<string>\"\n ],\n \"historyMode\": true\n}")
.asString();require 'uri'
require 'net/http'
url = URI("https://api.artie.com/pipelines/{uuid}/backfill")
http = Net::HTTP.new(url.host, url.port)
http.use_ssl = true
request = Net::HTTP::Post.new(url)
request["Authorization"] = 'Bearer <token>'
request["Content-Type"] = 'application/json'
request.body = "{\n \"tableUUIDs\": [\n \"3c90c3cc-0d44-4b50-8888-8dd25736052a\"\n ],\n \"backfillBatchSize\": 1,\n \"backfillDefaults\": {\n \"chunkSize\": 50050000,\n \"parallelism\": 25\n },\n \"backfillFromDatabases\": [\n \"<string>\"\n ],\n \"backfillFromSchemas\": [\n \"<string>\"\n ],\n \"historyMode\": true\n}"
response = http.request(request)
puts response.read_body