DBZ-5889 Run integration tests in specified order

Run the tests alwyas in thr same order to make it more easy to debug
failures. If needed, the order can be changed (e.g. to `random`) by
overriding propeperty `runOrder`.
This commit is contained in:
Vojtech Juranek 2022-12-05 13:00:07 +01:00 committed by Jiri Pechanec
parent 1b37ff01c7
commit e1b65cd6f7
20 changed files with 31 additions and 2 deletions

View File

@ -86,6 +86,7 @@
<skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests> <skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests>
<maven.home>${maven.home}</maven.home> <maven.home>${maven.home}</maven.home>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</execution> </execution>
</executions> </executions>

View File

@ -244,6 +244,7 @@
<version.mongo.server>${version.mongo.server}</version.mongo.server> <version.mongo.server>${version.mongo.server}</version.mongo.server>
<skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests> <skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
<plugin> <plugin>

View File

@ -512,7 +512,7 @@
<database.replica.port>${mysql.replica.port}</database.replica.port> <database.replica.port>${mysql.replica.port}</database.replica.port>
<skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests> <skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>alphabetical</runOrder> <runOrder>${runOrder}</runOrder>
</configuration> </configuration>
<executions> <executions>
<execution> <execution>
@ -653,7 +653,7 @@
<database.ssl.mode>disabled</database.ssl.mode> <database.ssl.mode>disabled</database.ssl.mode>
<skipLongRunningTests>false</skipLongRunningTests> <skipLongRunningTests>false</skipLongRunningTests>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>alphabetical</runOrder> <runOrder>${runOrder}</runOrder>
</configuration> </configuration>
<executions> <executions>
<!-- First run the integration tests with the non-GTID server alone --> <!-- First run the integration tests with the non-GTID server alone -->

View File

@ -232,6 +232,7 @@
<database.connection.adapter>${adapter.name}</database.connection.adapter> <database.connection.adapter>${adapter.name}</database.connection.adapter>
<log.mining.buffer.type>${log.mining.buffer.type.name}</log.mining.buffer.type> <log.mining.buffer.type>${log.mining.buffer.type.name}</log.mining.buffer.type>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
<plugin> <plugin>

View File

@ -263,6 +263,7 @@
<plugin.name>${decoder.plugin.name}</plugin.name> <plugin.name>${decoder.plugin.name}</plugin.name>
<skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests> <skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
<plugin> <plugin>

View File

@ -226,6 +226,7 @@
<database.trustServerCertificate>true</database.trustServerCertificate> <database.trustServerCertificate>true</database.trustServerCertificate>
<skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests> <skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
<plugin> <plugin>

View File

@ -55,6 +55,9 @@
<!-- Skip the API checks by default. Let the modules opt in. --> <!-- Skip the API checks by default. Let the modules opt in. -->
<revapi.skip>true</revapi.skip> <revapi.skip>true</revapi.skip>
<!-- Order in which Maven Failsafe plugin runs integration tests, the default is in alphabetical order -->
<runOrder>alphabetical</runOrder>
</properties> </properties>
<dependencyManagement> <dependencyManagement>

View File

@ -137,6 +137,9 @@
<plugin> <plugin>
<groupId>org.apache.maven.plugins</groupId> <groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-failsafe-plugin</artifactId> <artifactId>maven-failsafe-plugin</artifactId>
<configuration>
<runOrder>${runOrder}</runOrder>
</configuration>
<executions> <executions>
<execution> <execution>
<goals> <goals>

View File

@ -151,6 +151,7 @@
<test.type>IT</test.type> <test.type>IT</test.type>
<test.apicurio>false</test.apicurio> <test.apicurio>false</test.apicurio>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>
@ -170,6 +171,7 @@
<configuration> <configuration>
<skipTests>${skipITs}</skipTests> <skipTests>${skipITs}</skipTests>
<enableAssertions>true</enableAssertions> <enableAssertions>true</enableAssertions>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
<executions> <executions>
<execution> <execution>
@ -233,6 +235,7 @@
<configuration> <configuration>
<skipTests>${skipITs}</skipTests> <skipTests>${skipITs}</skipTests>
<enableAssertions>true</enableAssertions> <enableAssertions>true</enableAssertions>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
<executions> <executions>
<execution> <execution>
@ -296,6 +299,7 @@
<test.apicurio.converter.format>json</test.apicurio.converter.format> <test.apicurio.converter.format>json</test.apicurio.converter.format>
<test.apicurio>true</test.apicurio> <test.apicurio>true</test.apicurio>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>
@ -315,6 +319,7 @@
<test.apicurio.converter.format>avro</test.apicurio.converter.format> <test.apicurio.converter.format>avro</test.apicurio.converter.format>
<test.apicurio>true</test.apicurio> <test.apicurio>true</test.apicurio>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>
@ -334,6 +339,7 @@
<debezium.format.key>protobuf</debezium.format.key> <debezium.format.key>protobuf</debezium.format.key>
<debezium.format.value>protobuf</debezium.format.value> <debezium.format.value>protobuf</debezium.format.value>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>

View File

@ -124,6 +124,7 @@
<systemProperties> <systemProperties>
<test.type>IT</test.type> <test.type>IT</test.type>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>

View File

@ -126,6 +126,7 @@
<systemProperties> <systemProperties>
<test.type>IT</test.type> <test.type>IT</test.type>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
<plugin> <plugin>

View File

@ -79,6 +79,7 @@
<systemProperties> <systemProperties>
<test.type>IT</test.type> <test.type>IT</test.type>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>

View File

@ -125,6 +125,7 @@
<systemProperties> <systemProperties>
<test.type>IT</test.type> <test.type>IT</test.type>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>

View File

@ -121,6 +121,7 @@
<systemProperties> <systemProperties>
<test.type>IT</test.type> <test.type>IT</test.type>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>

View File

@ -125,6 +125,7 @@
<systemProperties> <systemProperties>
<test.type>IT</test.type> <test.type>IT</test.type>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>

View File

@ -141,6 +141,7 @@
<debezium.sink.pravega.scope>testc.inventory.customers</debezium.sink.pravega.scope> <debezium.sink.pravega.scope>testc.inventory.customers</debezium.sink.pravega.scope>
<debezium.sink.pravega.transaction>false</debezium.sink.pravega.transaction> <debezium.sink.pravega.transaction>false</debezium.sink.pravega.transaction>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</execution> </execution>
<execution> <execution>
@ -154,6 +155,7 @@
<debezium.sink.pravega.scope>testc.inventory.customers</debezium.sink.pravega.scope> <debezium.sink.pravega.scope>testc.inventory.customers</debezium.sink.pravega.scope>
<debezium.sink.pravega.transaction>true</debezium.sink.pravega.transaction> <debezium.sink.pravega.transaction>true</debezium.sink.pravega.transaction>
</systemPropertyVariables> </systemPropertyVariables>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</execution> </execution>
<execution> <execution>

View File

@ -138,6 +138,7 @@
<systemProperties> <systemProperties>
<test.type>IT</test.type> <test.type>IT</test.type>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>

View File

@ -127,6 +127,7 @@
<test.type>IT</test.type> <test.type>IT</test.type>
<pulsar.port.native>${pulsar.port.native}</pulsar.port.native> <pulsar.port.native>${pulsar.port.native}</pulsar.port.native>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>

View File

@ -137,6 +137,7 @@
<systemProperties> <systemProperties>
<test.type>IT</test.type> <test.type>IT</test.type>
</systemProperties> </systemProperties>
<runOrder>${runOrder}</runOrder>
</configuration> </configuration>
</plugin> </plugin>
</plugins> </plugins>

View File

@ -443,6 +443,7 @@
<skipTests>${skipITs}</skipTests> <skipTests>${skipITs}</skipTests>
<enableAssertions>true</enableAssertions> <enableAssertions>true</enableAssertions>
<trimStackTrace>false</trimStackTrace> <trimStackTrace>false</trimStackTrace>
<runOrder>${runOrder}</runOrder>
<systemPropertyVariables> <systemPropertyVariables>
<test.wait.scale>1</test.wait.scale> <test.wait.scale>1</test.wait.scale>