jprdonnelly/airbyte
1
0
Fork 0
mirror of synced 2025-12-23 21:03:15 -05:00
Code Issues Packages Projects Releases Wiki Activity

update all connectors for new CDK version and more stringent javac checks

Browse Source
This commit is contained in:
Stephane Geneix
2023-11-02 15:24:58 -07:00
parent e0987e6205
commit 18ad87bbd1
71 changed files with 507 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
airbyte-integrations/connectors/source-mysql/src/main/java/io/airbyte/integrations/source/mysql/MySqlQueryUtils.java
View File

@@ -36,16 +36,15 @@ public class MySqlQueryUtils {
public record TableSizeInfo(Long tableSize, Long avgRowLength) {}
public static final String TABLE_ESTIMATE_QUERY =
"""
SELECT
(data_length + index_length) as %s,
AVG_ROW_LENGTH as %s
FROM
information_schema.tables
WHERE
table_schema = '%s' AND table_name = '%s';
""";
public static final String TABLE_ESTIMATE_QUERY = """
SELECT
(data_length + index_length) as %s,
AVG_ROW_LENGTH as %s
FROM
information_schema.tables
WHERE
table_schema = '%s' AND table_name = '%s';
""";
public static final String MAX_PK_VALUE_QUERY =
"""
@@ -84,7 +83,7 @@ public class MySqlQueryUtils {
return storageEngines;
} catch (final Exception e) {
LOGGER.info("Storage engines could not be determined");
return Collections.EMPTY_SET;
return Collections.emptySet();
}
}

3
airbyte-integrations/connectors/source-mysql/src/main/java/io/airbyte/integrations/source/mysql/initialsync/MySqlInitialLoadHandler.java
View File

@@ -10,7 +10,6 @@ import static io.airbyte.cdk.integrations.debezium.DebeziumIteratorConstants.SYN
import com.fasterxml.jackson.databind.JsonNode;
import com.google.common.annotations.VisibleForTesting;
import com.mysql.cj.MysqlType;
import io.airbyte.cdk.db.JdbcCompatibleSourceOperations;
import io.airbyte.cdk.db.jdbc.JdbcDatabase;
import io.airbyte.cdk.integrations.source.relationaldb.DbSourceDiscoverUtil;
import io.airbyte.cdk.integrations.source.relationaldb.TableInfo;
@@ -49,7 +48,7 @@ public class MySqlInitialLoadHandler {
private static final long RECORD_LOGGING_SAMPLE_RATE = 1_000_000;
private final JsonNode config;
private final JdbcDatabase database;
private final JdbcCompatibleSourceOperations sourceOperations;
private final MySqlSourceOperations sourceOperations;
private final String quoteString;
private final MySqlInitialLoadStateManager initialLoadStateManager;
private final Function<AirbyteStreamNameNamespacePair, JsonNode> streamStateForIncrementalRunSupplier;

3
airbyte-integrations/connectors/source-mysql/src/main/java/io/airbyte/integrations/source/mysql/initialsync/MySqlInitialLoadRecordIterator.java
View File

@@ -39,12 +39,13 @@ import org.slf4j.LoggerFactory;
* from table where pk > pk_max_4 order by pk limit 1,800,000. Final query, since there are zero
* records processed here.
*/
@SuppressWarnings("try")
public class MySqlInitialLoadRecordIterator extends AbstractIterator<JsonNode>
implements AutoCloseableIterator<JsonNode> {
private static final Logger LOGGER = LoggerFactory.getLogger(MySqlInitialLoadRecordIterator.class);
private final JdbcCompatibleSourceOperations sourceOperations;
private final JdbcCompatibleSourceOperations<MysqlType> sourceOperations;
private final String quoteString;
private final MySqlInitialLoadStateManager initialLoadStateManager;