github-forks
/
flink-cdc-connectors
mirror of https://github.com/ververica/flink-cdc-connectors.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[FLINK-37124][build] Simplify logs in test cases to avoid flooding GHA outputs

Browse Source 
This closes  #3860
pull/3863/head
yuxiqian 2 weeks ago committed by GitHub
parent b5d9673258
commit e2b8f70e0d
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
37 changed files with 129 additions and 119 deletions
Show Stats Download Patch File Download Diff File

4
flink-cdc-cli/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -11,9 +11,9 @@
# See the License for the specific language governing permissions and # See the License for the specific language governing permissions and
# limitations under the License. # limitations under the License.
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level = INFO rootLogger.level = ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-common/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level = OFF rootLogger.level = ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

13
flink-cdc-composer/src/test/java/org/apache/flink/cdc/composer/flink/FlinkParallelizedPipelineITCase.java
Unescape Escape View File

@ -47,6 +47,8 @@ import org.junit.jupiter.api.Timeout;
import org.junit.jupiter.api.extension.RegisterExtension; import org.junit.jupiter.api.extension.RegisterExtension;
import org.junit.jupiter.params.ParameterizedTest; import org.junit.jupiter.params.ParameterizedTest;
import org.junit.jupiter.params.provider.EnumSource; import org.junit.jupiter.params.provider.EnumSource;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.ByteArrayOutputStream; import java.io.ByteArrayOutputStream;
import java.io.PrintStream; import java.io.PrintStream;
@ -65,6 +67,9 @@ import static org.apache.flink.configuration.CoreOptions.ALWAYS_PARENT_FIRST_LOA
@Timeout(value = 600, unit = java.util.concurrent.TimeUnit.SECONDS) @Timeout(value = 600, unit = java.util.concurrent.TimeUnit.SECONDS)
class FlinkParallelizedPipelineITCase { class FlinkParallelizedPipelineITCase {
private static final Logger LOG =
LoggerFactory.getLogger(FlinkParallelizedPipelineITCase.class);
private static final int MAX_PARALLELISM = 4; private static final int MAX_PARALLELISM = 4;
private static final int UPSTREAM_TABLE_COUNT = 4; private static final int UPSTREAM_TABLE_COUNT = 4;
private static final List<RouteDef> ROUTING_RULES; private static final List<RouteDef> ROUTING_RULES;
@ -144,11 +149,11 @@ class FlinkParallelizedPipelineITCase {
@AfterEach @AfterEach
void cleanup() { void cleanup() {
System.setOut(standardOut); System.setOut(standardOut);
System.out.println( LOG.debug(
"NOTICE: This is a semi-fuzzy test. Please also check if value sink prints expected events:"); "NOTICE: This is a semi-fuzzy test. Please also check if value sink prints expected events:");
System.out.println("================================"); LOG.debug("================================");
System.out.print(outCaptor); LOG.debug(outCaptor.toString());
System.out.println("================================"); LOG.debug("================================");
outCaptor.reset(); outCaptor.reset();
} }

4
flink-cdc-composer/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-doris/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

6
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-elasticsearch/src/test/java/org/apache/flink/cdc/connectors/elasticsearch/sink/Elasticsearch6DataSinkITCaseTest.java
Unescape Escape View File

@ -86,7 +86,7 @@ public class Elasticsearch6DataSinkITCaseTest {
@Test @Test
public void testElasticsearchSink() throws Exception { public void testElasticsearchSink() throws Exception {
TableId tableId = TableId.tableId("default", "schema", "table"); TableId tableId = TableId.tableId("default", "schema", "table");
List<Event> events = ElasticsearchTestUtils.createTestEvents(tableId); // 使用工具类 List<Event> events = ElasticsearchTestUtils.createTestEvents(tableId);
runJobWithEvents(events); runJobWithEvents(events);
@ -121,7 +121,7 @@ public class Elasticsearch6DataSinkITCaseTest {
@Test @Test
public void testElasticsearchInsertAndDelete() throws Exception { public void testElasticsearchInsertAndDelete() throws Exception {
TableId tableId = TableId.tableId("default", "schema", "table"); TableId tableId = TableId.tableId("default", "schema", "table");
List<Event> events = ElasticsearchTestUtils.createTestEventsWithDelete(tableId); // 使用工具类 List<Event> events = ElasticsearchTestUtils.createTestEventsWithDelete(tableId);
runJobWithEvents(events); runJobWithEvents(events);
@ -131,7 +131,7 @@ public class Elasticsearch6DataSinkITCaseTest {
@Test @Test
public void testElasticsearchAddColumn() throws Exception { public void testElasticsearchAddColumn() throws Exception {
TableId tableId = TableId.tableId("default", "schema", "table"); TableId tableId = TableId.tableId("default", "schema", "table");
List<Event> events = ElasticsearchTestUtils.createTestEventsWithAddColumn(tableId); // 使用工具类 List<Event> events = ElasticsearchTestUtils.createTestEventsWithAddColumn(tableId);
runJobWithEvents(events); runJobWithEvents(events);

6
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-elasticsearch/src/test/java/org/apache/flink/cdc/connectors/elasticsearch/sink/Elasticsearch7DataSinkITCaseTest.java
Unescape Escape View File

@ -92,7 +92,7 @@ public class Elasticsearch7DataSinkITCaseTest {
@Test @Test
public void testElasticsearchSink() throws Exception { public void testElasticsearchSink() throws Exception {
TableId tableId = TableId.tableId("default", "schema", "table"); TableId tableId = TableId.tableId("default", "schema", "table");
List<Event> events = ElasticsearchTestUtils.createTestEvents(tableId); // 使用工具类 List<Event> events = ElasticsearchTestUtils.createTestEvents(tableId);
runJobWithEvents(events); runJobWithEvents(events);
@ -127,7 +127,7 @@ public class Elasticsearch7DataSinkITCaseTest {
@Test @Test
public void testElasticsearchInsertAndDelete() throws Exception { public void testElasticsearchInsertAndDelete() throws Exception {
TableId tableId = TableId.tableId("default", "schema", "table"); TableId tableId = TableId.tableId("default", "schema", "table");
List<Event> events = ElasticsearchTestUtils.createTestEventsWithDelete(tableId); // 使用工具类 List<Event> events = ElasticsearchTestUtils.createTestEventsWithDelete(tableId);
runJobWithEvents(events); runJobWithEvents(events);
@ -137,7 +137,7 @@ public class Elasticsearch7DataSinkITCaseTest {
@Test @Test
public void testElasticsearchAddColumn() throws Exception { public void testElasticsearchAddColumn() throws Exception {
TableId tableId = TableId.tableId("default", "schema", "table"); TableId tableId = TableId.tableId("default", "schema", "table");
List<Event> events = ElasticsearchTestUtils.createTestEventsWithAddColumn(tableId); // 使用工具类 List<Event> events = ElasticsearchTestUtils.createTestEventsWithAddColumn(tableId);
runJobWithEvents(events); runJobWithEvents(events);

43
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-elasticsearch/src/test/java/org/apache/flink/cdc/connectors/elasticsearch/sink/ElasticsearchDataSinkFactoryTest.java
Unescape Escape View File

@ -1,18 +1,20 @@
/* /*
* Licensed to the Apache Software Foundation (ASF) under one或多个 * Licensed to the Apache Software Foundation (ASF) under one
* contributor license agreements. See the NOTICE file distributed with * or more contributor license agreements. See the NOTICE file
* this work for additional信息 regarding copyright ownership. * distributed with this work for additional information
* The ASF licenses this file to You under the Apache License, Version 2.0 * regarding copyright ownership. The ASF licenses this file
* (the "License"); you may not use this file except in compliance with * to you under the Apache License, Version 2.0 (the
* the License. You may obtain a copy of the License at * "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
* *
* http://www.apache.org/licenses/LICENSE-2.0 * http://www.apache.org/licenses/LICENSE-2.0
* *
* Unless required by applicable law or agreed to in writing, software * Unless required by applicable law or agreed to in writing,
* distributed under the License is distributed on an "AS IS" BASIS, * software distributed under the License is distributed on an
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express或 implied. * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* See the License for the specific language governing permissions and * KIND, either express or implied. See the License for the
* limitations under the License. * specific language governing permissions and limitations
* under the License.
*/ */
package org.apache.flink.cdc.connectors.elasticsearch.sink; package org.apache.flink.cdc.connectors.elasticsearch.sink;
@ -29,6 +31,8 @@ import org.apache.flink.shaded.guava31.com.google.common.collect.ImmutableMap;
import org.assertj.core.api.Assertions; import org.assertj.core.api.Assertions;
import org.junit.jupiter.api.Test; import org.junit.jupiter.api.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.util.HashMap; import java.util.HashMap;
import java.util.List; import java.util.List;
@ -38,6 +42,9 @@ import java.util.stream.Collectors;
/** Tests for {@link ElasticsearchDataSinkFactory}. */ /** Tests for {@link ElasticsearchDataSinkFactory}. */
public class ElasticsearchDataSinkFactoryTest { public class ElasticsearchDataSinkFactoryTest {
private static final Logger LOG =
LoggerFactory.getLogger(ElasticsearchDataSinkFactoryTest.class);
private static final String ELASTICSEARCH_IDENTIFIER = "elasticsearch"; private static final String ELASTICSEARCH_IDENTIFIER = "elasticsearch";
/** Tests the creation of an Elasticsearch DataSink with valid configuration. */ /** Tests the creation of an Elasticsearch DataSink with valid configuration. */
@ -57,15 +64,11 @@ public class ElasticsearchDataSinkFactoryTest {
DataSinkFactory sinkFactory = getElasticsearchDataSinkFactory(); DataSinkFactory sinkFactory = getElasticsearchDataSinkFactory();
List<String> requiredKeys = getRequiredKeys(sinkFactory); List<String> requiredKeys = getRequiredKeys(sinkFactory);
for (String requiredKey : requiredKeys) { for (String requiredKey : requiredKeys) {
// 创建一个新的配置 Map，包含所有必需选项
Map<String, String> options = new HashMap<>(createValidOptions()); Map<String, String> options = new HashMap<>(createValidOptions());
// 移除当前正在测试的必需选项
options.remove(requiredKey); options.remove(requiredKey);
Configuration conf = Configuration.fromMap(options); Configuration conf = Configuration.fromMap(options);
// 打印日志以确保我们在测试缺少必需选项的情况 LOG.info("Testing missing required option: {}", requiredKey);
System.out.println("Testing missing required option: " + requiredKey);
// 添加创建 DataSink 对象的代码
Assertions.assertThatThrownBy(() -> createDataSink(sinkFactory, conf)) Assertions.assertThatThrownBy(() -> createDataSink(sinkFactory, conf))
// Assertions to check for missing required option // Assertions to check for missing required option
@ -92,8 +95,7 @@ public class ElasticsearchDataSinkFactoryTest {
.put("unsupported_key", "unsupported_value") .put("unsupported_key", "unsupported_value")
.build()); .build());
// 打印日志以确保我们在测试不受支持的选项 LOG.info("Testing unsupported option");
System.out.println("Testing unsupported option");
// Assertions to check for unsupported options // Assertions to check for unsupported options
Assertions.assertThatThrownBy(() -> createDataSink(sinkFactory, conf)) Assertions.assertThatThrownBy(() -> createDataSink(sinkFactory, conf))
@ -121,8 +123,7 @@ public class ElasticsearchDataSinkFactoryTest {
.put("version", "7") // Added version to the test configuration .put("version", "7") // Added version to the test configuration
.build()); .build());
// 打印日志以确保我们在测试带前缀的必需选项 LOG.info("Testing prefixed required option");
System.out.println("Testing prefixed required option");
DataSink dataSink = createDataSink(sinkFactory, conf); DataSink dataSink = createDataSink(sinkFactory, conf);
Assertions.assertThat(dataSink).isInstanceOf(ElasticsearchDataSink.class); Assertions.assertThat(dataSink).isInstanceOf(ElasticsearchDataSink.class);

6
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-elasticsearch/src/test/java/org/apache/flink/cdc/connectors/elasticsearch/sink/ElasticsearchDataSinkITCaseTest.java
Unescape Escape View File

@ -94,7 +94,7 @@ public class ElasticsearchDataSinkITCaseTest {
@Test @Test
public void testElasticsearchSink() throws Exception { public void testElasticsearchSink() throws Exception {
TableId tableId = TableId.tableId("default", "schema", "table"); TableId tableId = TableId.tableId("default", "schema", "table");
List<Event> events = ElasticsearchTestUtils.createTestEvents(tableId); // 使用工具类 List<Event> events = ElasticsearchTestUtils.createTestEvents(tableId);
runJobWithEvents(events); runJobWithEvents(events);
@ -129,7 +129,7 @@ public class ElasticsearchDataSinkITCaseTest {
@Test @Test
public void testElasticsearchInsertAndDelete() throws Exception { public void testElasticsearchInsertAndDelete() throws Exception {
TableId tableId = TableId.tableId("default", "schema", "table"); TableId tableId = TableId.tableId("default", "schema", "table");
List<Event> events = ElasticsearchTestUtils.createTestEventsWithDelete(tableId); // 使用工具类 List<Event> events = ElasticsearchTestUtils.createTestEventsWithDelete(tableId);
runJobWithEvents(events); runJobWithEvents(events);
@ -139,7 +139,7 @@ public class ElasticsearchDataSinkITCaseTest {
@Test @Test
public void testElasticsearchAddColumn() throws Exception { public void testElasticsearchAddColumn() throws Exception {
TableId tableId = TableId.tableId("default", "schema", "table"); TableId tableId = TableId.tableId("default", "schema", "table");
List<Event> events = ElasticsearchTestUtils.createTestEventsWithAddColumn(tableId); // 使用工具类 List<Event> events = ElasticsearchTestUtils.createTestEventsWithAddColumn(tableId);
runJobWithEvents(events); runJobWithEvents(events);

4
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-elasticsearch/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level = INFO rootLogger.level = ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-kafka/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -14,9 +14,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

8
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-maxcompute/src/test/java/org/apache/flink/cdc/connectors/maxcompute/EmulatorTestBase.java
Unescape Escape View File

@ -22,7 +22,10 @@ import org.apache.flink.cdc.connectors.maxcompute.utils.MaxComputeUtils;
import com.aliyun.odps.Odps; import com.aliyun.odps.Odps;
import org.junit.ClassRule; import org.junit.ClassRule;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.testcontainers.containers.GenericContainer; import org.testcontainers.containers.GenericContainer;
import org.testcontainers.containers.output.Slf4jLogConsumer;
import org.testcontainers.containers.wait.strategy.Wait; import org.testcontainers.containers.wait.strategy.Wait;
import org.testcontainers.utility.DockerImageName; import org.testcontainers.utility.DockerImageName;
@ -34,6 +37,9 @@ import java.net.UnknownHostException;
/** init maxcompute-emulator use for e2e test. */ /** init maxcompute-emulator use for e2e test. */
public class EmulatorTestBase { public class EmulatorTestBase {
private static final Logger LOG = LoggerFactory.getLogger(EmulatorTestBase.class);
public static final DockerImageName MAXCOMPUTE_IMAGE = public static final DockerImageName MAXCOMPUTE_IMAGE =
DockerImageName.parse("maxcompute/maxcompute-emulator:v0.0.4"); DockerImageName.parse("maxcompute/maxcompute-emulator:v0.0.4");
@ -43,7 +49,7 @@ public class EmulatorTestBase {
.withExposedPorts(8080) .withExposedPorts(8080)
.waitingFor( .waitingFor(
Wait.forLogMessage(".*Started MaxcomputeEmulatorApplication.*\\n", 1)) Wait.forLogMessage(".*Started MaxcomputeEmulatorApplication.*\\n", 1))
.withLogConsumer(frame -> System.out.print(frame.getUtf8String())); .withLogConsumer(new Slf4jLogConsumer(LOG));
public final MaxComputeOptions testOptions = public final MaxComputeOptions testOptions =
MaxComputeOptions.builder("ak", "sk", getEndpoint(), "mocked_mc").build(); MaxComputeOptions.builder("ak", "sk", getEndpoint(), "mocked_mc").build();

4
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-maxcompute/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-mysql/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-paimon/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=OFF rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-starrocks/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=OFF rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-pipeline-connectors/flink-cdc-pipeline-connector-values/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=OFF rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-source-connectors/flink-cdc-base/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

2
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/table/StartupOptions.java
Unescape Escape View File

@ -28,7 +28,7 @@ public final class StartupOptions {
/** /**
* Performs an initial snapshot on the monitored database tables upon first startup, and * Performs an initial snapshot on the monitored database tables upon first startup, and
* continue to read change events from the database’s redo logs. * continue to read change events from the database's redo logs.
*/ */
public static StartupOptions initial() { public static StartupOptions initial() {
return new StartupOptions(StartupMode.INITIAL); return new StartupOptions(StartupMode.INITIAL);

4
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-mongodb-cdc/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

2
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-mysql-cdc/src/main/java/io/debezium/connector/mysql/converters/MysqlDebeziumTimeConverter.java
Unescape Escape View File

@ -44,7 +44,7 @@ import java.util.concurrent.TimeUnit;
/** /**
* Debezium converts the datetime type in MySQL into a UTC timestamp by default ({@link * Debezium converts the datetime type in MySQL into a UTC timestamp by default ({@link
* io.debezium.time.Timestamp} )，The time zone is hard-coded and cannot be changed. causing * io.debezium.time.Timestamp} ), The time zone is hard-coded and cannot be changed. causing
* conversion errors part of the time Enable this converter to convert the four times "DATE", * conversion errors part of the time Enable this converter to convert the four times "DATE",
* "DATETIME", "TIME", and "TIMESTAMP" into the format corresponding to the configured time zone * "DATETIME", "TIME", and "TIMESTAMP" into the format corresponding to the configured time zone
* (for example, yyyy-MM-dd) * (for example, yyyy-MM-dd)

4
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-mysql-cdc/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-oceanbase-cdc/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-oracle-cdc/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-postgres-cdc/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-sqlserver-cdc/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-tidb-cdc/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-vitess-cdc/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

5
flink-cdc-e2e-tests/flink-cdc-pipeline-e2e-tests/src/test/java/org/apache/flink/cdc/pipeline/tests/MaxComputeE2eITCase.java
Unescape Escape View File

@ -37,6 +37,7 @@ import org.junit.Test;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import org.testcontainers.containers.GenericContainer; import org.testcontainers.containers.GenericContainer;
import org.testcontainers.containers.output.Slf4jLogConsumer;
import org.testcontainers.containers.wait.strategy.Wait; import org.testcontainers.containers.wait.strategy.Wait;
import org.testcontainers.utility.DockerImageName; import org.testcontainers.utility.DockerImageName;
@ -64,7 +65,7 @@ public class MaxComputeE2eITCase extends PipelineTestEnvironment {
.withExposedPorts(8080) .withExposedPorts(8080)
.waitingFor( .waitingFor(
Wait.forLogMessage(".*Started MaxcomputeEmulatorApplication.*\\n", 1)) Wait.forLogMessage(".*Started MaxcomputeEmulatorApplication.*\\n", 1))
.withLogConsumer(frame -> System.out.print(frame.getUtf8String())); .withLogConsumer(new Slf4jLogConsumer(LOG));
public final MaxComputeOptions testOptions = public final MaxComputeOptions testOptions =
MaxComputeOptions.builder("ak", "sk", getEndpoint(), "mocked_mc") MaxComputeOptions.builder("ak", "sk", getEndpoint(), "mocked_mc")
@ -80,7 +81,7 @@ public class MaxComputeE2eITCase extends PipelineTestEnvironment {
"select * from table1 order by col1;"); "select * from table1 order by col1;");
instance.waitForSuccess(); instance.waitForSuccess();
List<Record> result = SQLTask.getResult(instance); List<Record> result = SQLTask.getResult(instance);
System.out.println(result); LOG.info("{}", result);
Assert.assertEquals(2, result.size()); Assert.assertEquals(2, result.size());
// 2,x // 2,x
Assert.assertEquals("2", result.get(0).get(0)); Assert.assertEquals("2", result.get(0).get(0));

4
flink-cdc-e2e-tests/flink-cdc-pipeline-e2e-tests/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -14,9 +14,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

3
flink-cdc-e2e-tests/flink-cdc-source-e2e-tests/src/test/java/org/apache/flink/cdc/connectors/tests/utils/FlinkContainerTestEnvironment.java
Unescape Escape View File

@ -186,7 +186,8 @@ public abstract class FlinkContainerTestEnvironment extends TestLogger {
dockerClient.removeContainerCmd(container.getId()).exec(); dockerClient.removeContainerCmd(container.getId()).exec();
}); });
// List all images and remove the ones that are not flink、mysql、testcontainers related. // List all images and remove the ones that are not Flink, MySQL, and TestContainers
// related.
dockerClient.listImagesCmd().exec().stream() dockerClient.listImagesCmd().exec().stream()
.filter( .filter(
image -> image ->

4
flink-cdc-e2e-tests/flink-cdc-source-e2e-tests/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

4
flink-cdc-migration-tests/flink-cdc-migration-testcases/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level=INFO rootLogger.level=ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

43
flink-cdc-runtime/src/test/java/org/apache/flink/cdc/runtime/serializer/SerializerTestBase.java
Unescape Escape View File

@ -38,6 +38,8 @@ import org.apache.commons.lang3.SerializationException;
import org.junit.Assert; import org.junit.Assert;
import org.junit.jupiter.api.Test; import org.junit.jupiter.api.Test;
import org.junit.jupiter.api.extension.ExtendWith; import org.junit.jupiter.api.extension.ExtendWith;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.ByteArrayInputStream; import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream; import java.io.ByteArrayOutputStream;
@ -65,6 +67,8 @@ import static org.junit.Assert.fail;
@ExtendWith(TestLoggerExtension.class) @ExtendWith(TestLoggerExtension.class)
public abstract class SerializerTestBase<T> { public abstract class SerializerTestBase<T> {
private static final Logger LOG = LoggerFactory.getLogger(SerializerTestBase.class);
private final DeeplyEqualsChecker checker; private final DeeplyEqualsChecker checker;
protected SerializerTestBase() { protected SerializerTestBase() {
@ -123,8 +127,7 @@ public abstract class SerializerTestBase<T> {
+ instance.getClass()); + instance.getClass());
} }
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -181,8 +184,7 @@ public abstract class SerializerTestBase<T> {
TypeSerializer<T> serializer = getSerializer(); TypeSerializer<T> serializer = getSerializer();
assertEquals(len, serializer.getLength()); assertEquals(len, serializer.getLength());
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -199,8 +201,7 @@ public abstract class SerializerTestBase<T> {
deepEquals("Copied element is not equal to the original element.", datum, copy); deepEquals("Copied element is not equal to the original element.", datum, copy);
} }
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -217,8 +218,7 @@ public abstract class SerializerTestBase<T> {
deepEquals("Copied element is not equal to the original element.", datum, copy); deepEquals("Copied element is not equal to the original element.", datum, copy);
} }
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -238,8 +238,7 @@ public abstract class SerializerTestBase<T> {
target = copy; target = copy;
} }
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -265,8 +264,7 @@ public abstract class SerializerTestBase<T> {
assertTrue("Trailing data available after deserialization.", in.available() == 0); assertTrue("Trailing data available after deserialization.", in.available() == 0);
} }
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -296,8 +294,7 @@ public abstract class SerializerTestBase<T> {
reuseValue = deserialized; reuseValue = deserialized;
} }
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -326,8 +323,7 @@ public abstract class SerializerTestBase<T> {
assertEquals("Wrong number of elements deserialized.", testData.length, num); assertEquals("Wrong number of elements deserialized.", testData.length, num);
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -358,8 +354,7 @@ public abstract class SerializerTestBase<T> {
assertEquals("Wrong number of elements deserialized.", testData.length, num); assertEquals("Wrong number of elements deserialized.", testData.length, num);
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -392,8 +387,7 @@ public abstract class SerializerTestBase<T> {
toVerify.available() == 0); toVerify.available() == 0);
} }
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -428,8 +422,7 @@ public abstract class SerializerTestBase<T> {
assertEquals("Wrong number of elements copied.", testData.length, num); assertEquals("Wrong number of elements copied.", testData.length, num);
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -449,8 +442,7 @@ public abstract class SerializerTestBase<T> {
assertEquals( assertEquals(
"The copy of the serializer is not equal to the original one.", ser1, ser2); "The copy of the serializer is not equal to the original one.", ser1, ser2);
} catch (Exception e) { } catch (Exception e) {
System.err.println(e.getMessage()); LOG.error("", e);
e.printStackTrace();
fail("Exception in test: " + e.getMessage()); fail("Exception in test: " + e.getMessage());
} }
} }
@ -461,8 +453,7 @@ public abstract class SerializerTestBase<T> {
try { try {
NullableSerializer.checkIfNullSupported(serializer); NullableSerializer.checkIfNullSupported(serializer);
} catch (Throwable t) { } catch (Throwable t) {
System.err.println(t.getMessage()); LOG.error("", t);
t.printStackTrace();
fail("Unexpected failure of null value handling: " + t.getMessage()); fail("Unexpected failure of null value handling: " + t.getMessage());
} }
} }

11
flink-cdc-runtime/src/test/java/org/apache/flink/cdc/runtime/serializer/schema/DataTypeSerializerTest.java
Unescape Escape View File

@ -28,6 +28,8 @@ import org.apache.flink.core.memory.DataOutputView;
import org.apache.flink.core.memory.DataOutputViewStreamWrapper; import org.apache.flink.core.memory.DataOutputViewStreamWrapper;
import org.junit.jupiter.api.Test; import org.junit.jupiter.api.Test;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import java.io.ByteArrayInputStream; import java.io.ByteArrayInputStream;
import java.io.ByteArrayOutputStream; import java.io.ByteArrayOutputStream;
@ -40,6 +42,9 @@ import static org.junit.jupiter.api.Assertions.assertNotNull;
/** A test for the {@link DataTypeSerializer}. */ /** A test for the {@link DataTypeSerializer}. */
public class DataTypeSerializerTest extends SerializerTestBase<DataType> { public class DataTypeSerializerTest extends SerializerTestBase<DataType> {
private static final Logger LOG = LoggerFactory.getLogger(DataTypeSerializerTest.class);
@Override @Override
protected TypeSerializer<DataType> createSerializer() { protected TypeSerializer<DataType> createSerializer() {
return new DataTypeSerializer(); return new DataTypeSerializer();
@ -104,12 +109,12 @@ public class DataTypeSerializerTest extends SerializerTestBase<DataType> {
// Log to ensure INSTANCE is initialized // Log to ensure INSTANCE is initialized
assertNotNull(RowTypeSerializer.INSTANCE, "RowTypeSerializer.INSTANCE is null"); assertNotNull(RowTypeSerializer.INSTANCE, "RowTypeSerializer.INSTANCE is null");
System.out.println("RowTypeSerializer.INSTANCE is initialized"); LOG.info("RowTypeSerializer.INSTANCE is initialized");
// Copy the RowType // Copy the RowType
RowType copiedRow = (RowType) serializer.copy(outerRowType); RowType copiedRow = (RowType) serializer.copy(outerRowType);
assertNotNull(copiedRow, "Copied RowType is null"); assertNotNull(copiedRow, "Copied RowType is null");
System.out.println("Copied RowType: " + copiedRow); LOG.info("Copied RowType: {}", copiedRow);
// Serialize the RowType // Serialize the RowType
ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream(); ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();
@ -126,6 +131,6 @@ public class DataTypeSerializerTest extends SerializerTestBase<DataType> {
assertNotNull(deserializedRow, "Deserialized RowType is null"); assertNotNull(deserializedRow, "Deserialized RowType is null");
assertEquals( assertEquals(
outerRowType, deserializedRow, "Deserialized RowType does not match the original"); outerRowType, deserializedRow, "Deserialized RowType does not match the original");
System.out.println("Deserialized RowType: " + deserializedRow); LOG.info("Deserialized RowType: {}", deserializedRow);
} }
} }

4
flink-cdc-runtime/src/test/resources/log4j2-test.properties
Unescape Escape View File

@ -13,9 +13,9 @@
# limitations under the License. # limitations under the License.
################################################################################ ################################################################################
# Set root logger level to OFF to not flood build logs # Set root logger level to ERROR to not flood build logs
# set manually to INFO for debugging purposes # set manually to INFO for debugging purposes
rootLogger.level = INFO rootLogger.level = ERROR
rootLogger.appenderRef.test.ref = TestLogger rootLogger.appenderRef.test.ref = TestLogger
appender.testlogger.name = TestLogger appender.testlogger.name = TestLogger

Write Preview
Loading…
Cancel
Save