Configure kube pod resources for workers/syncs (#4381)
* Configure kube pod resources for workers/syncs
This commit is contained in:
@@ -372,6 +372,12 @@ font-style: italic;
|
||||
<div class="example-data-content-type">Content-Type: application/json</div>
|
||||
<pre class="example"><code>{
|
||||
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -518,6 +524,12 @@ font-style: italic;
|
||||
<div class="example-data-content-type">Content-Type: application/json</div>
|
||||
<pre class="example"><code>{
|
||||
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -678,6 +690,12 @@ font-style: italic;
|
||||
<pre class="example"><code>{
|
||||
"connections" : [ {
|
||||
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -723,6 +741,12 @@ font-style: italic;
|
||||
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
|
||||
}, {
|
||||
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -1001,6 +1025,12 @@ font-style: italic;
|
||||
<div class="example-data-content-type">Content-Type: application/json</div>
|
||||
<pre class="example"><code>{
|
||||
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -4059,6 +4089,12 @@ font-style: italic;
|
||||
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
|
||||
},
|
||||
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -4208,6 +4244,12 @@ font-style: italic;
|
||||
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
|
||||
},
|
||||
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -4361,6 +4403,12 @@ font-style: italic;
|
||||
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
|
||||
},
|
||||
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -4457,6 +4505,12 @@ font-style: italic;
|
||||
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
|
||||
},
|
||||
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -4734,6 +4788,12 @@ font-style: italic;
|
||||
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
|
||||
},
|
||||
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
|
||||
"resourceRequirements" : {
|
||||
"cpu_limit" : "cpu_limit",
|
||||
"memory_request" : "memory_request",
|
||||
"memory_limit" : "memory_limit",
|
||||
"cpu_request" : "cpu_request"
|
||||
},
|
||||
"schedule" : {
|
||||
"units" : 0,
|
||||
"timeUnit" : "minutes"
|
||||
@@ -5242,6 +5302,7 @@ font-style: italic;
|
||||
<li><a href="#OperatorNormalization"><code>OperatorNormalization</code> - </a></li>
|
||||
<li><a href="#OperatorType"><code>OperatorType</code> - </a></li>
|
||||
<li><a href="#Pagination"><code>Pagination</code> - </a></li>
|
||||
<li><a href="#ResourceRequirements"><code>ResourceRequirements</code> - </a></li>
|
||||
<li><a href="#SlackNotificationConfiguration"><code>SlackNotificationConfiguration</code> - </a></li>
|
||||
<li><a href="#SlugRequestBody"><code>SlugRequestBody</code> - </a></li>
|
||||
<li><a href="#SourceCoreConfig"><code>SourceCoreConfig</code> - </a></li>
|
||||
@@ -5376,6 +5437,7 @@ font-style: italic;
|
||||
<div class="param">syncCatalog (optional)</div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
|
||||
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
|
||||
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
|
||||
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
|
||||
</div> <!-- field-items -->
|
||||
</div>
|
||||
<div class="model">
|
||||
@@ -5400,6 +5462,7 @@ font-style: italic;
|
||||
<div class="param">syncCatalog </div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
|
||||
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
|
||||
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
|
||||
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
|
||||
</div> <!-- field-items -->
|
||||
</div>
|
||||
<div class="model">
|
||||
@@ -5445,6 +5508,7 @@ font-style: italic;
|
||||
<div class="param">syncCatalog </div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
|
||||
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
|
||||
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
|
||||
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
|
||||
</div> <!-- field-items -->
|
||||
</div>
|
||||
<div class="model">
|
||||
@@ -5844,6 +5908,16 @@ font-style: italic;
|
||||
<div class="param">rowOffset (optional)</div><div class="param-desc"><span class="param-type"><a href="#integer">Integer</a></span> </div>
|
||||
</div> <!-- field-items -->
|
||||
</div>
|
||||
<div class="model">
|
||||
<h3><a name="ResourceRequirements"><code>ResourceRequirements</code> - </a> <a class="up" href="#__Models">Up</a></h3>
|
||||
<div class='model-description'>optional resource requirements to run workers (blank for unbounded allocations)</div>
|
||||
<div class="field-items">
|
||||
<div class="param">cpu_request (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span> </div>
|
||||
<div class="param">cpu_limit (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span> </div>
|
||||
<div class="param">memory_request (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span> </div>
|
||||
<div class="param">memory_limit (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span> </div>
|
||||
</div> <!-- field-items -->
|
||||
</div>
|
||||
<div class="model">
|
||||
<h3><a name="SlackNotificationConfiguration"><code>SlackNotificationConfiguration</code> - </a> <a class="up" href="#__Models">Up</a></h3>
|
||||
<div class='model-description'></div>
|
||||
@@ -6026,6 +6100,7 @@ font-style: italic;
|
||||
<div class="param">syncCatalog (optional)</div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
|
||||
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
|
||||
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
|
||||
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
|
||||
<div class="param">operations (optional)</div><div class="param-desc"><span class="param-type"><a href="#OperationCreate">array[OperationCreate]</a></span> </div>
|
||||
</div> <!-- field-items -->
|
||||
</div>
|
||||
@@ -6057,6 +6132,7 @@ font-style: italic;
|
||||
<div class="param">latestSyncJobCreatedAt (optional)</div><div class="param-desc"><span class="param-type"><a href="#long">Long</a></span> epoch time of the latest sync job. null if no sync job has taken place. format: int64</div>
|
||||
<div class="param">latestSyncJobStatus (optional)</div><div class="param-desc"><span class="param-type"><a href="#JobStatus">JobStatus</a></span> </div>
|
||||
<div class="param">isSyncing </div><div class="param-desc"><span class="param-type"><a href="#boolean">Boolean</a></span> </div>
|
||||
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
|
||||
</div> <!-- field-items -->
|
||||
</div>
|
||||
<div class="model">
|
||||
@@ -6086,6 +6162,7 @@ font-style: italic;
|
||||
<div class="param">syncCatalog </div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
|
||||
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
|
||||
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
|
||||
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
|
||||
<div class="param">withRefreshedCatalog (optional)</div><div class="param-desc"><span class="param-type"><a href="#boolean">Boolean</a></span> </div>
|
||||
<div class="param">operations (optional)</div><div class="param-desc"><span class="param-type"><a href="#OperationCreateOrUpdate">array[OperationCreateOrUpdate]</a></span> </div>
|
||||
</div> <!-- field-items -->
|
||||
|
||||
Reference in New Issue
Block a user