1
0
mirror of synced 2025-12-23 21:03:15 -05:00

Configure kube pod resources for workers/syncs (#4381)

* Configure kube pod resources for workers/syncs
This commit is contained in:
Christophe Duong
2021-07-01 12:25:14 +02:00
committed by GitHub
parent b9f5632108
commit 8b6093ce61
53 changed files with 739 additions and 81 deletions

View File

@@ -372,6 +372,12 @@ font-style: italic;
<div class="example-data-content-type">Content-Type: application/json</div>
<pre class="example"><code>{
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -518,6 +524,12 @@ font-style: italic;
<div class="example-data-content-type">Content-Type: application/json</div>
<pre class="example"><code>{
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -678,6 +690,12 @@ font-style: italic;
<pre class="example"><code>{
"connections" : [ {
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -723,6 +741,12 @@ font-style: italic;
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
}, {
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -1001,6 +1025,12 @@ font-style: italic;
<div class="example-data-content-type">Content-Type: application/json</div>
<pre class="example"><code>{
"sourceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -4059,6 +4089,12 @@ font-style: italic;
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
},
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -4208,6 +4244,12 @@ font-style: italic;
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
},
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -4361,6 +4403,12 @@ font-style: italic;
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
},
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -4457,6 +4505,12 @@ font-style: italic;
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
},
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -4734,6 +4788,12 @@ font-style: italic;
"workspaceId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91"
},
"destinationId" : "046b6c7f-0b8a-43b9-b35d-6489e6daee91",
"resourceRequirements" : {
"cpu_limit" : "cpu_limit",
"memory_request" : "memory_request",
"memory_limit" : "memory_limit",
"cpu_request" : "cpu_request"
},
"schedule" : {
"units" : 0,
"timeUnit" : "minutes"
@@ -5242,6 +5302,7 @@ font-style: italic;
<li><a href="#OperatorNormalization"><code>OperatorNormalization</code> - </a></li>
<li><a href="#OperatorType"><code>OperatorType</code> - </a></li>
<li><a href="#Pagination"><code>Pagination</code> - </a></li>
<li><a href="#ResourceRequirements"><code>ResourceRequirements</code> - </a></li>
<li><a href="#SlackNotificationConfiguration"><code>SlackNotificationConfiguration</code> - </a></li>
<li><a href="#SlugRequestBody"><code>SlugRequestBody</code> - </a></li>
<li><a href="#SourceCoreConfig"><code>SourceCoreConfig</code> - </a></li>
@@ -5376,6 +5437,7 @@ font-style: italic;
<div class="param">syncCatalog (optional)</div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
</div> <!-- field-items -->
</div>
<div class="model">
@@ -5400,6 +5462,7 @@ font-style: italic;
<div class="param">syncCatalog </div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
</div> <!-- field-items -->
</div>
<div class="model">
@@ -5445,6 +5508,7 @@ font-style: italic;
<div class="param">syncCatalog </div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
</div> <!-- field-items -->
</div>
<div class="model">
@@ -5844,6 +5908,16 @@ font-style: italic;
<div class="param">rowOffset (optional)</div><div class="param-desc"><span class="param-type"><a href="#integer">Integer</a></span> </div>
</div> <!-- field-items -->
</div>
<div class="model">
<h3><a name="ResourceRequirements"><code>ResourceRequirements</code> - </a> <a class="up" href="#__Models">Up</a></h3>
<div class='model-description'>optional resource requirements to run workers (blank for unbounded allocations)</div>
<div class="field-items">
<div class="param">cpu_request (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span> </div>
<div class="param">cpu_limit (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span> </div>
<div class="param">memory_request (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span> </div>
<div class="param">memory_limit (optional)</div><div class="param-desc"><span class="param-type"><a href="#string">String</a></span> </div>
</div> <!-- field-items -->
</div>
<div class="model">
<h3><a name="SlackNotificationConfiguration"><code>SlackNotificationConfiguration</code> - </a> <a class="up" href="#__Models">Up</a></h3>
<div class='model-description'></div>
@@ -6026,6 +6100,7 @@ font-style: italic;
<div class="param">syncCatalog (optional)</div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
<div class="param">operations (optional)</div><div class="param-desc"><span class="param-type"><a href="#OperationCreate">array[OperationCreate]</a></span> </div>
</div> <!-- field-items -->
</div>
@@ -6057,6 +6132,7 @@ font-style: italic;
<div class="param">latestSyncJobCreatedAt (optional)</div><div class="param-desc"><span class="param-type"><a href="#long">Long</a></span> epoch time of the latest sync job. null if no sync job has taken place. format: int64</div>
<div class="param">latestSyncJobStatus (optional)</div><div class="param-desc"><span class="param-type"><a href="#JobStatus">JobStatus</a></span> </div>
<div class="param">isSyncing </div><div class="param-desc"><span class="param-type"><a href="#boolean">Boolean</a></span> </div>
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
</div> <!-- field-items -->
</div>
<div class="model">
@@ -6086,6 +6162,7 @@ font-style: italic;
<div class="param">syncCatalog </div><div class="param-desc"><span class="param-type"><a href="#AirbyteCatalog">AirbyteCatalog</a></span> </div>
<div class="param">schedule (optional)</div><div class="param-desc"><span class="param-type"><a href="#ConnectionSchedule">ConnectionSchedule</a></span> </div>
<div class="param">status </div><div class="param-desc"><span class="param-type"><a href="#ConnectionStatus">ConnectionStatus</a></span> </div>
<div class="param">resourceRequirements (optional)</div><div class="param-desc"><span class="param-type"><a href="#ResourceRequirements">ResourceRequirements</a></span> </div>
<div class="param">withRefreshedCatalog (optional)</div><div class="param-desc"><span class="param-type"><a href="#boolean">Boolean</a></span> </div>
<div class="param">operations (optional)</div><div class="param-desc"><span class="param-type"><a href="#OperationCreateOrUpdate">array[OperationCreateOrUpdate]</a></span> </div>
</div> <!-- field-items -->