[FLINK-35354] Support host mapping in Flink tikv cdc (#3336)
* [FLINK-35337][cdc] Keep up with the latest version of tikv client * [FLINK-35354]Support host mapping in Flink tikv cdc * [FLINK-35354] Add doc for host mapping feature * [FLINK-35354] fixed annotation importpull/3469/head
ouyangwulin
7 months ago
committed by
GitHub
parent
ca1470d5dd
commit
302a691225
@ -0,0 +1,83 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.flink.cdc.connectors.tidb.table.utils;
|
||||
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
import org.tikv.common.HostMapping;
|
||||
|
||||
import java.net.URI;
|
||||
import java.net.URISyntaxException;
|
||||
import java.util.Arrays;
|
||||
import java.util.concurrent.ConcurrentHashMap;
|
||||
import java.util.concurrent.ConcurrentMap;
|
||||
import java.util.stream.Collectors;
|
||||
|
||||
/** Get TiKV Host Mapping Function. {@link HostMapping}.* */
|
||||
public class UriHostMapping implements HostMapping {
|
||||
private static final Logger LOG = LoggerFactory.getLogger(UriHostMapping.class);
|
||||
private final ConcurrentMap<String, String> hostMapping;
|
||||
|
||||
public UriHostMapping(String hostMappingString) {
|
||||
if (hostMappingString == null || hostMappingString.isEmpty()) {
|
||||
hostMapping = null;
|
||||
return;
|
||||
}
|
||||
try {
|
||||
this.hostMapping =
|
||||
Arrays.stream(hostMappingString.split(";"))
|
||||
.map(
|
||||
s -> {
|
||||
String[] hostAndPort = s.split(":");
|
||||
return new ConcurrentHashMap.SimpleEntry<>(
|
||||
hostAndPort[0], hostAndPort[1]);
|
||||
})
|
||||
.collect(
|
||||
Collectors.toConcurrentMap(
|
||||
ConcurrentHashMap.SimpleEntry::getKey,
|
||||
ConcurrentHashMap.SimpleEntry::getValue));
|
||||
} catch (Exception e) {
|
||||
LOG.error("Invalid host mapping string: {}", hostMappingString, e);
|
||||
throw new IllegalArgumentException("Invalid host mapping string: " + hostMappingString);
|
||||
}
|
||||
}
|
||||
|
||||
public ConcurrentMap<String, String> getHostMapping() {
|
||||
return hostMapping;
|
||||
}
|
||||
|
||||
@Override
|
||||
public URI getMappedURI(URI uri) {
|
||||
if (hostMapping != null && hostMapping.containsKey(uri.getHost())) {
|
||||
try {
|
||||
return new URI(
|
||||
uri.getScheme(),
|
||||
uri.getUserInfo(),
|
||||
hostMapping.get(uri.getHost()),
|
||||
uri.getPort(),
|
||||
uri.getPath(),
|
||||
uri.getQuery(),
|
||||
uri.getFragment());
|
||||
} catch (URISyntaxException ex) {
|
||||
LOG.error("Failed to get mapped URI", ex);
|
||||
throw new IllegalArgumentException(ex);
|
||||
}
|
||||
}
|
||||
return uri;
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,60 @@
|
||||
/*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.flink.cdc.connectors.tidb.table.utils;
|
||||
|
||||
import org.apache.flink.cdc.connectors.tidb.TDBSourceOptions;
|
||||
|
||||
import org.junit.Test;
|
||||
import org.tikv.common.TiConfiguration;
|
||||
|
||||
import java.util.HashMap;
|
||||
|
||||
import static org.junit.Assert.assertEquals;
|
||||
|
||||
/** Unit test for {@link UriHostMapping}. * */
|
||||
public class UriHostMappingTest {
|
||||
|
||||
@Test
|
||||
public void uriHostMappingTest() {
|
||||
final TiConfiguration tiConf =
|
||||
TDBSourceOptions.getTiConfiguration(
|
||||
"http://0.0.0.0:2347", "host1:1;host2:2;host3:3", new HashMap<>());
|
||||
UriHostMapping uriHostMapping = (UriHostMapping) tiConf.getHostMapping();
|
||||
assertEquals(uriHostMapping.getHostMapping().size(), 3);
|
||||
assertEquals(uriHostMapping.getHostMapping().get("host1"), "1");
|
||||
}
|
||||
|
||||
@Test
|
||||
public void uriHostMappingEmpty() {
|
||||
final TiConfiguration tiConf =
|
||||
TDBSourceOptions.getTiConfiguration("http://0.0.0.0:2347", "", new HashMap<>());
|
||||
UriHostMapping uriHostMapping = (UriHostMapping) tiConf.getHostMapping();
|
||||
assertEquals(uriHostMapping.getHostMapping(), null);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void uriHostMappingError() {
|
||||
try {
|
||||
final TiConfiguration tiConf =
|
||||
TDBSourceOptions.getTiConfiguration(
|
||||
"http://0.0.0.0:2347", "host1=1;host2=2;host3=3", new HashMap<>());
|
||||
} catch (IllegalArgumentException e) {
|
||||
assertEquals(e.getMessage(), "Invalid host mapping string: host1=1;host2=2;host3=3");
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue