eedc4fba00
The Travis-CI builds run the Maven build using the `assembly` profile, and this has been failing quite a bit lately. The first problem appears to be that the Travis-CI environment recently changed to have port 3306 taken, which means that our build fails to start any Docker containers for MySQL that attempt to use this port. A simple fix is to use different ports for the assembly build. However, trying to change the port numbers for some of the profiles caused a lot of problems, and to correct these required refactoring how the properties are set. The Docker Maven plugin is now configured with separate properties that are set once (depending upon the profile) to determine the port assignments of the various Docker containers. The Failsafe plugin executions then use these Maven properties when setting the system variables (e.g., `database.host`) needed in the integration tests. This appears to have worked, but it still is a bit fragile. For example, the assembly profile defines several Failsafe executions, and during this profile these should be the only executions run; however, if not all the properties are set properly, the build seems to also run the default Failsafe execution in addition to the other `assembly` profile executions. (I think properties can’t only be defined in the execution, but need to also be defined in the Failsafe configuration.) The “alternative” MySQL Docker images were removed, since they basically should not provide any different behavior than the `mysql/mysql-server` images we normally used. The extra containers required a lot more resources to run and dramatically increased the complexity of the build. A few other trivial changes were made.
516 lines
24 KiB
XML
516 lines
24 KiB
XML
<?xml version="1.0"?>
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
<parent>
|
|
<groupId>io.debezium</groupId>
|
|
<artifactId>debezium-parent</artifactId>
|
|
<version>0.4.0-SNAPSHOT</version>
|
|
<relativePath>../pom.xml</relativePath>
|
|
</parent>
|
|
<modelVersion>4.0.0</modelVersion>
|
|
<artifactId>debezium-connector-mysql</artifactId>
|
|
<name>Debezium Connector for MySQL</name>
|
|
<packaging>jar</packaging>
|
|
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>io.debezium</groupId>
|
|
<artifactId>debezium-core</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.github.shyiko</groupId>
|
|
<artifactId>mysql-binlog-connector-java</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.apache.kafka</groupId>
|
|
<artifactId>connect-api</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-api</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>mysql</groupId>
|
|
<artifactId>mysql-connector-java</artifactId>
|
|
</dependency>
|
|
|
|
<!-- Testing -->
|
|
<dependency>
|
|
<groupId>io.debezium</groupId>
|
|
<artifactId>debezium-core</artifactId>
|
|
<type>test-jar</type>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.debezium</groupId>
|
|
<artifactId>debezium-embedded</artifactId>
|
|
<type>test-jar</type>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.debezium</groupId>
|
|
<artifactId>debezium-embedded</artifactId>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>log4j</groupId>
|
|
<artifactId>log4j</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>junit</groupId>
|
|
<artifactId>junit</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>org.easytesting</groupId>
|
|
<artifactId>fest-assert</artifactId>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>io.confluent</groupId>
|
|
<artifactId>kafka-connect-avro-converter</artifactId>
|
|
</dependency>
|
|
</dependencies>
|
|
<properties>
|
|
<!--
|
|
Specify the properties for the various Docker containers.
|
|
-->
|
|
<mysql.user>mysqluser</mysql.user>
|
|
<mysql.password>mysqlpw</mysql.password>
|
|
<mysql.replica.user>mysqlreplica</mysql.replica.user>
|
|
<mysql.replica.password>mysqlpw</mysql.replica.password>
|
|
<mysql.port>3306</mysql.port>
|
|
<mysql.gtid.port>3306</mysql.gtid.port>
|
|
<mysql.gtid.replica.port>3306</mysql.gtid.replica.port>
|
|
<mysql.replica.port>3306</mysql.replica.port> <!-- by default use master as 'replica' -->
|
|
<!--
|
|
By default, we should use the docker image maintained by the MySQL team. This property is changed with different profiles.
|
|
However, we run one container with GTIDs and one without.
|
|
-->
|
|
<docker.filter>debezium/mysql-server-test-database</docker.filter>
|
|
<docker.skip>false</docker.skip>
|
|
</properties>
|
|
<build>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>io.fabric8</groupId>
|
|
<artifactId>docker-maven-plugin</artifactId>
|
|
<configuration>
|
|
<watchInterval>500</watchInterval>
|
|
<logDate>default</logDate>
|
|
<verbose>true</verbose>
|
|
<autoPull>always</autoPull>
|
|
<images>
|
|
<!--
|
|
Images based on "mysql/mysql-server" Docker image
|
|
-->
|
|
<image>
|
|
<!-- A Docker image using a partial MySQL installation maintained by MySQL team. -->
|
|
<name>debezium/mysql-server-test-database</name>
|
|
<alias>database</alias>
|
|
<run>
|
|
<namingStrategy>alias</namingStrategy>
|
|
<env>
|
|
<MYSQL_ROOT_PASSWORD>debezium-rocks</MYSQL_ROOT_PASSWORD>
|
|
<MYSQL_DATABASE>mysql</MYSQL_DATABASE> <!-- database created upon init -->
|
|
<MYSQL_USER>${mysql.user}</MYSQL_USER>
|
|
<MYSQL_PASSWORD>${mysql.password}</MYSQL_PASSWORD>
|
|
</env>
|
|
<ports>
|
|
<port>${mysql.port}:3306</port>
|
|
</ports>
|
|
<log>
|
|
<prefix>mysql</prefix>
|
|
<enabled>true</enabled>
|
|
<color>yellow</color>
|
|
</log>
|
|
<wait>
|
|
<log>MySQL init process done. Ready for start up.</log>
|
|
<time>30000</time> <!-- 30 seconds max -->
|
|
</wait>
|
|
</run>
|
|
<build>
|
|
<from>mysql/mysql-server:${version.mysql.server}</from>
|
|
<assembly>
|
|
<inline>
|
|
<fileSets>
|
|
<fileSet>
|
|
<directory>${project.basedir}/src/test/docker/server</directory>
|
|
<includes>
|
|
<include>my.cnf</include>
|
|
</includes>
|
|
<outputDirectory>etc/mysql</outputDirectory>
|
|
</fileSet>
|
|
<fileSet>
|
|
<directory>${project.basedir}/src/test/docker/init</directory>
|
|
<outputDirectory>docker-entrypoint-initdb.d</outputDirectory>
|
|
</fileSet>
|
|
</fileSets>
|
|
</inline>
|
|
<targetDir>/</targetDir>
|
|
</assembly>
|
|
</build>
|
|
</image>
|
|
<image>
|
|
<!-- A Docker image using a partial MySQL installation maintained by MySQL team. -->
|
|
<name>debezium/mysql-server-gtids-test-database</name>
|
|
<alias>database-gtids</alias>
|
|
<run>
|
|
<namingStrategy>alias</namingStrategy>
|
|
<env>
|
|
<MYSQL_ROOT_PASSWORD>debezium-rocks</MYSQL_ROOT_PASSWORD>
|
|
<MYSQL_DATABASE>mysql</MYSQL_DATABASE> <!-- database created upon init -->
|
|
<MYSQL_USER>${mysql.user}</MYSQL_USER>
|
|
<MYSQL_PASSWORD>${mysql.password}</MYSQL_PASSWORD>
|
|
</env>
|
|
<ports>
|
|
<port>${mysql.gtid.port}:3306</port>
|
|
</ports>
|
|
<log>
|
|
<prefix>mysql-gtids</prefix>
|
|
<enabled>true</enabled>
|
|
<color>cyan</color>
|
|
</log>
|
|
<wait>
|
|
<log>MySQL init process done. Ready for start up.</log>
|
|
<time>30000</time>
|
|
</wait>
|
|
</run>
|
|
<build>
|
|
<from>mysql/mysql-server:${version.mysql.server}</from>
|
|
<assembly>
|
|
<inline>
|
|
<fileSets>
|
|
<fileSet>
|
|
<directory>${project.basedir}/src/test/docker/server-gtids</directory>
|
|
<includes>
|
|
<include>my.cnf</include>
|
|
</includes>
|
|
<outputDirectory>etc/mysql</outputDirectory>
|
|
</fileSet>
|
|
<fileSet>
|
|
<directory>${project.basedir}/src/test/docker/init</directory>
|
|
<outputDirectory>docker-entrypoint-initdb.d</outputDirectory>
|
|
</fileSet>
|
|
</fileSets>
|
|
</inline>
|
|
<targetDir>/</targetDir>
|
|
</assembly>
|
|
</build>
|
|
</image>
|
|
<image>
|
|
<!--
|
|
A Docker image using a MySQL installation maintained by MySQL team
|
|
that is a replica of `debezium/mysql-server-gtids-test-database`
|
|
-->
|
|
<name>debezium/mysql-server-gtids-test-database-replica</name>
|
|
<alias>replica-gtids</alias>
|
|
<run>
|
|
<namingStrategy>alias</namingStrategy>
|
|
<env>
|
|
<MYSQL_ROOT_PASSWORD>debezium-rocks</MYSQL_ROOT_PASSWORD>
|
|
<MYSQL_USER>${mysql.replica.user}</MYSQL_USER>
|
|
<MYSQL_PASSWORD>${mysql.replica.password}</MYSQL_PASSWORD>
|
|
</env>
|
|
<links>
|
|
<link>database-gtids</link>
|
|
</links>
|
|
<ports>
|
|
<port>${mysql.gtid.replica.port}:3306</port>
|
|
</ports>
|
|
<log>
|
|
<prefix>mysql-gtids-replica</prefix>
|
|
<enabled>true</enabled>
|
|
<color>magenta</color>
|
|
</log>
|
|
<wait>
|
|
<log>MySQL init process done. Ready for start up.</log>
|
|
<time>30000</time> <!-- 30 seconds max -->
|
|
</wait>
|
|
</run>
|
|
<build>
|
|
<from>mysql/mysql-server:${version.mysql.server}</from>
|
|
<assembly>
|
|
<inline>
|
|
<fileSets>
|
|
<fileSet>
|
|
<directory>${project.basedir}/src/test/docker/server-replica</directory>
|
|
<includes>
|
|
<include>my.cnf</include>
|
|
</includes>
|
|
<outputDirectory>etc/mysql</outputDirectory>
|
|
</fileSet>
|
|
<fileSet>
|
|
<directory>${project.basedir}/src/test/docker/init-replica</directory>
|
|
<outputDirectory>docker-entrypoint-initdb.d</outputDirectory>
|
|
</fileSet>
|
|
</fileSets>
|
|
</inline>
|
|
<targetDir>/</targetDir>
|
|
</assembly>
|
|
</build>
|
|
</image>
|
|
</images>
|
|
</configuration>
|
|
<!--
|
|
Connect this plugin to the maven lifecycle around the integration-test phase:
|
|
start the container in pre-integration-test and stop it in post-integration-test.
|
|
-->
|
|
<executions>
|
|
<execution>
|
|
<id>start</id>
|
|
<phase>pre-integration-test</phase>
|
|
<goals>
|
|
<goal>build</goal>
|
|
<goal>start</goal>
|
|
</goals>
|
|
</execution>
|
|
<execution>
|
|
<id>stop</id>
|
|
<phase>post-integration-test</phase>
|
|
<goals>
|
|
<goal>stop</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<!--
|
|
Unlike surefire, the failsafe plugin ensures 'post-integration-test' phase always runs, even
|
|
when there are failed integration tests. We rely upon this to always shut down the Docker container
|
|
after the integration tests (defined as '*IT.java') are run.
|
|
-->
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-failsafe-plugin</artifactId>
|
|
<configuration>
|
|
<skipTests>${skipITs}</skipTests>
|
|
<enableAssertions>true</enableAssertions>
|
|
<systemPropertyVariables>
|
|
<!-- Make these available to the tests via system properties -->
|
|
<database.hostname>${docker.host.address}</database.hostname>
|
|
<database.port>${mysql.port}</database.port>
|
|
<database.user>${mysql.user}</database.user>
|
|
<database.password>${mysql.password}</database.password>
|
|
<database.replica.hostname>${docker.host.address}</database.replica.hostname>
|
|
<database.replica.port>${mysql.replica.port}</database.replica.port>
|
|
<skipLongRunningTests>${skipLongRunningTests}</skipLongRunningTests>
|
|
</systemPropertyVariables>
|
|
</configuration>
|
|
<executions>
|
|
<execution>
|
|
<id>integration-test</id>
|
|
<goals>
|
|
<goal>integration-test</goal>
|
|
</goals>
|
|
</execution>
|
|
<execution>
|
|
<id>verify</id>
|
|
<goals>
|
|
<goal>verify</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
</plugins>
|
|
<resources>
|
|
<!-- Apply the properties set in the POM to the resource files -->
|
|
<resource>
|
|
<filtering>true</filtering>
|
|
<directory>src/main/resources</directory>
|
|
<includes>
|
|
<include>*</include>
|
|
<include>**/*</include>
|
|
</includes>
|
|
</resource>
|
|
</resources>
|
|
<testResources>
|
|
<testResource>
|
|
<directory>src/test/resources</directory>
|
|
<filtering>true</filtering>
|
|
<includes>
|
|
<include>*</include>
|
|
<include>**/*</include>
|
|
</includes>
|
|
</testResource>
|
|
</testResources>
|
|
</build>
|
|
<!--
|
|
Define several useful profiles
|
|
-->
|
|
<profiles>
|
|
<!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
This assembly profile is used during official builds. In addition to
|
|
compiling, and running the unit and integration tests like the non-assembly
|
|
profiles, this provfile creates additional (like the connector plugin archives),
|
|
starts up all three Docker containers (normal MySQL, MySQL+GTIDs, and alt-MySQL)
|
|
and runs the integration tests against each of them.
|
|
|
|
To use, specify "-Passembly" on the Maven command line.
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->
|
|
<profile>
|
|
<id>assembly</id>
|
|
<activation>
|
|
<activeByDefault>false</activeByDefault>
|
|
</activation>
|
|
<properties>
|
|
<!-- Run multiple images at the same time, but use different ports for all MySQL servers -->
|
|
<docker.filter>debezium/mysql-server-test-database,debezium/mysql-server-gtids-test-database,debezium/mysql-server-gtids-test-database-replica,debezium/mysql-test-alt-database,debezium/mysql-test-alt-database-gtids,debezium/mysql-test-alt-database-gtids-replica</docker.filter>
|
|
<mysql.port>4301</mysql.port>
|
|
<mysql.gtid.port>4302</mysql.gtid.port>
|
|
<mysql.gtid.replica.port>4303</mysql.gtid.replica.port>
|
|
</properties>
|
|
<build>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-assembly-plugin</artifactId>
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>io.debezium</groupId>
|
|
<artifactId>debezium-assembly-descriptors</artifactId>
|
|
<version>${project.version}</version>
|
|
</dependency>
|
|
</dependencies>
|
|
<executions>
|
|
<execution>
|
|
<id>default</id>
|
|
<phase>package</phase>
|
|
<goals>
|
|
<goal>single</goal>
|
|
</goals>
|
|
<configuration>
|
|
<finalName>${project.artifactId}-${project.version}</finalName>
|
|
<attach>true</attach> <!-- we want attach & deploy these to Maven -->
|
|
<descriptorRefs>
|
|
<descriptorRef>connector-distribution</descriptorRef>
|
|
</descriptorRefs>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<!--
|
|
Override the failsafe plugin to run the integration tests for each set of databases.
|
|
But make sure each database server is used only once ...
|
|
-->
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-failsafe-plugin</artifactId>
|
|
<configuration>
|
|
<skipTests>${skipITs}</skipTests>
|
|
<enableAssertions>true</enableAssertions>
|
|
<systemPropertyVariables>
|
|
<!-- Make these available to the tests via system properties -->
|
|
<database.hostname>${docker.host.address}</database.hostname>
|
|
<database.user>${mysql.user}</database.user>
|
|
<database.password>${mysql.password}</database.password>
|
|
<database.replica.hostname>${docker.host.address}</database.replica.hostname>
|
|
<database.replica.user>${mysql.replica.user}</database.replica.user>
|
|
<database.replica.password>${mysql.replica.password}</database.replica.password>
|
|
<database.port>${mysql.port}</database.port>
|
|
<database.replica.port>${mysql.port}</database.replica.port>
|
|
<skipLongRunningTests>false</skipLongRunningTests>
|
|
</systemPropertyVariables>
|
|
</configuration>
|
|
<executions>
|
|
<!-- First run the integration tests with the non-GTID server alone -->
|
|
<execution>
|
|
<id>integration-test-mysql</id>
|
|
<goals>
|
|
<goal>integration-test</goal>
|
|
</goals>
|
|
<configuration>
|
|
<systemPropertyVariables>
|
|
<!-- same port for both, since we're only running one server -->
|
|
<database.port>${mysql.port}</database.port>
|
|
<database.replica.port>${mysql.port}</database.replica.port>
|
|
</systemPropertyVariables>
|
|
</configuration>
|
|
</execution>
|
|
<!-- Then run the integration tests with the GTID server + replica server -->
|
|
<execution>
|
|
<id>integration-test-mysql-gtids-with-replica</id>
|
|
<goals>
|
|
<goal>integration-test</goal>
|
|
</goals>
|
|
<configuration>
|
|
<systemPropertyVariables>
|
|
<database.port>${mysql.gtid.port}</database.port>
|
|
<database.replica.port>${mysql.gtid.replica.port}</database.replica.port>
|
|
</systemPropertyVariables>
|
|
</configuration>
|
|
</execution>
|
|
<execution>
|
|
<id>verify</id>
|
|
<goals>
|
|
<goal>verify</goal>
|
|
</goals>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
</plugins>
|
|
</build>
|
|
</profile>
|
|
|
|
<!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
Do not perform any Docker-related functionality
|
|
To use, specify "-DskipITs" on the Maven command line.
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->
|
|
<profile>
|
|
<id>skip-integration-tests</id>
|
|
<activation>
|
|
<activeByDefault>false</activeByDefault>
|
|
<property>
|
|
<name>skipITs</name>
|
|
</property>
|
|
</activation>
|
|
<properties>
|
|
<docker.skip>true</docker.skip>
|
|
</properties>
|
|
</profile>
|
|
<!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
Use the alternative Docker image for MySQL.
|
|
To use, specify "-Dmysql-gtids" or -Pmysql-gtids on the Maven command line.
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->
|
|
<profile>
|
|
<id>mysql-gtids</id>
|
|
<activation>
|
|
<activeByDefault>false</activeByDefault>
|
|
<property>
|
|
<name>mysql-gtids</name>
|
|
</property>
|
|
</activation>
|
|
<properties>
|
|
<!-- Docker properties -->
|
|
<docker.filter>debezium/mysql-server-gtids-test-database</docker.filter>
|
|
<!-- Integration test properties -->
|
|
<database.port>${mysql.gtid.port}</database.port>
|
|
<database.replica.port>${mysql.gtid.port}</database.replica.port>
|
|
</properties>
|
|
</profile>
|
|
<!-- ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
|
|
Use the Docker image for a MySQL replica of another MySQL server
|
|
configured to use GTIDs. To use, specify "-Dmysql-replica"
|
|
or -Pmysql-replica on the Maven command line.
|
|
~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ -->
|
|
|
|
<profile>
|
|
<id>mysql-replica</id>
|
|
<activation>
|
|
<activeByDefault>false</activeByDefault>
|
|
<property>
|
|
<name>mysql-replica</name>
|
|
</property>
|
|
</activation>
|
|
<properties>
|
|
<!-- Docker properties -->
|
|
<mysql.gtid.port>3306</mysql.gtid.port>
|
|
<mysql.gtid.replica.port>4306</mysql.gtid.replica.port>
|
|
<docker.filter>debezium/mysql-server-gtids-test-database,debezium/mysql-server-gtids-test-database-replica</docker.filter>
|
|
<!-- Integration test properties -->
|
|
<database.port>${mysql.gtid.port}</database.port>
|
|
<database.replica.port>${mysql.gtid.replica.port}</database.replica.port>
|
|
</properties>
|
|
</profile>
|
|
</profiles>
|
|
</project>
|