[mysql] Simplify the options for Mysql Source
Leonard Xu
4 years ago
parent
ff6b638262
commit
75c01c530e
@ -0,0 +1,122 @@
|
|||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package com.alibaba.ververica.cdc.connectors.mysql.source.utils;
|
||||||
|
|
||||||
|
import org.apache.flink.table.types.logical.RowType;
|
||||||
|
import org.apache.flink.util.Preconditions;
|
||||||
|
|
||||||
|
import io.debezium.relational.Table;
|
||||||
|
|
||||||
|
import java.util.Arrays;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
|
/** Utils to obtain and validate split key of table. */
|
||||||
|
public class SplitKeyUtils {
|
||||||
|
|
||||||
|
private SplitKeyUtils() {}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the split key type, the split key should be single field。
|
||||||
|
*
|
||||||
|
* <p>The split key is primary key when primary key contains single field, the split key will be
|
||||||
|
* inferred when the primary key contains multiple field.
|
||||||
|
*
|
||||||
|
* @param definedPkType the defined primary key type in Flink.
|
||||||
|
* @param actualTable the table schema in MySQL database.
|
||||||
|
*/
|
||||||
|
public static RowType getSplitKeyType(RowType definedPkType, Table actualTable) {
|
||||||
|
Preconditions.checkState(
|
||||||
|
definedPkType.getFieldCount() >= 1,
|
||||||
|
"The primary key is required in Flink SQL Table definition.");
|
||||||
|
Preconditions.checkState(
|
||||||
|
!actualTable.primaryKeyColumnNames().isEmpty(),
|
||||||
|
String.format(
|
||||||
|
"Only supports capture table with primary key, but the table %s has no primary key.",
|
||||||
|
actualTable.id()));
|
||||||
|
|
||||||
|
validatePrimaryKey(definedPkType.getFieldNames(), actualTable.primaryKeyColumnNames());
|
||||||
|
|
||||||
|
if (definedPkType.getFieldCount() == 1) {
|
||||||
|
return definedPkType;
|
||||||
|
} else {
|
||||||
|
// use the first defined primary key used combine key.
|
||||||
|
return new RowType(Arrays.asList(definedPkType.getFields().get(0)));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static boolean splitKeyIsAutoIncremented(RowType splitKeyType, Table actualTable) {
|
||||||
|
final String splitKeyName = unquoteColumnName(splitKeyType.getFieldNames().get(0));
|
||||||
|
return !actualTable.primaryKeyColumnNames().isEmpty()
|
||||||
|
&& actualTable.isAutoIncremented(splitKeyName);
|
||||||
|
}
|
||||||
|
|
||||||
|
private static void validatePrimaryKey(
|
||||||
|
List<String> definedPkFieldnames, List<String> actualPkFieldNames) {
|
||||||
|
List<String> formattedDefinedPk =
|
||||||
|
definedPkFieldnames.stream()
|
||||||
|
.map(SplitKeyUtils::unquoteColumnName)
|
||||||
|
.sorted()
|
||||||
|
.collect(Collectors.toList());
|
||||||
|
List<String> formattedActualPk =
|
||||||
|
actualPkFieldNames.stream()
|
||||||
|
.map(SplitKeyUtils::unquoteColumnName)
|
||||||
|
.sorted()
|
||||||
|
.collect(Collectors.toList());
|
||||||
|
|
||||||
|
String exceptionMsg =
|
||||||
|
String.format(
|
||||||
|
"The defined primary key %s in Flink is not matched with actual primary key %s in MySQL",
|
||||||
|
definedPkFieldnames, actualPkFieldNames);
|
||||||
|
Preconditions.checkState(
|
||||||
|
formattedDefinedPk.size() == formattedActualPk.size()
|
||||||
|
&& formattedDefinedPk.containsAll(formattedActualPk),
|
||||||
|
exceptionMsg);
|
||||||
|
}
|
||||||
|
|
||||||
|
public static String unquoteColumnName(String columnName) {
|
||||||
|
if (columnName == null) {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
if (columnName.length() < 2) {
|
||||||
|
return columnName.toLowerCase();
|
||||||
|
}
|
||||||
|
|
||||||
|
Character quotingChar = deriveQuotingChar(columnName);
|
||||||
|
if (quotingChar != null) {
|
||||||
|
columnName = columnName.substring(1, columnName.length() - 1);
|
||||||
|
columnName =
|
||||||
|
columnName.replace(
|
||||||
|
quotingChar.toString() + quotingChar.toString(),
|
||||||
|
quotingChar.toString());
|
||||||
|
}
|
||||||
|
return columnName.toLowerCase();
|
||||||
|
}
|
||||||
|
|
||||||
|
private static Character deriveQuotingChar(String columnName) {
|
||||||
|
char first = columnName.charAt(0);
|
||||||
|
char last = columnName.charAt(columnName.length() - 1);
|
||||||
|
|
||||||
|
if (first == last && (first == '"' || first == '\'' || first == '`')) {
|
||||||
|
return first;
|
||||||
|
}
|
||||||
|
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue