alexey.rassokhin/tet123
1
0
Fork 0
Code Issues Pull Requests 1 Packages Projects Releases Wiki Activity

DBZ-1782 Microbenchmark of the filter

Browse Source
This commit is contained in:
Jiri Pechanec 2020-04-08 13:23:50 +02:00 committed by Gunnar Morling
parent 08d2c9679f
commit 9bcd282d07
2 changed files with 155 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
debezium-microbenchmark/pom.xml
View File

@ -43,6 +43,24 @@
<groupId>org.apache.kafka</groupId> <groupId>org.apache.kafka</groupId>
<artifactId>connect-api</artifactId> <artifactId>connect-api</artifactId>
</dependency> </dependency>
<dependency>
<groupId>org.codehaus.groovy</groupId>
<artifactId>groovy</artifactId>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.codehaus.groovy</groupId>
<artifactId>groovy-jsr223</artifactId>
<optional>true</optional>
</dependency>
<dependency>
<groupId>org.graalvm.js</groupId>
<artifactId>js</artifactId>
</dependency>
<dependency>
<groupId>org.graalvm.js</groupId>
<artifactId>js-scriptengine</artifactId>
</dependency>
</dependencies> </dependencies>
<build> <build>
<resources> <resources>
@ -81,6 +99,7 @@
<transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer"> <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
<mainClass>org.openjdk.jmh.Main</mainClass> <mainClass>org.openjdk.jmh.Main</mainClass>
</transformer> </transformer>
<transformer implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer"/>
</transformers> </transformers>
<filters> <filters>
<filter> <filter>

136
debezium-microbenchmark/src/main/java/io/debezium/performance/core/FilterSmtPerf.java Normal file
View File

@ -0,0 +1,136 @@
/*
* Copyright Debezium Authors.
*
* Licensed under the Apache Software License version 2.0, available at http://www.apache.org/licenses/LICENSE-2.0
*/
package io.debezium.performance.core;
import java.util.HashMap;
import java.util.Map;
import java.util.concurrent.TimeUnit;
import org.apache.kafka.common.config.ConfigDef;
import org.apache.kafka.connect.data.Schema;
import org.apache.kafka.connect.data.SchemaBuilder;
import org.apache.kafka.connect.data.Struct;
import org.apache.kafka.connect.source.SourceRecord;
import org.apache.kafka.connect.transforms.Transformation;
import org.openjdk.jmh.annotations.Benchmark;
import org.openjdk.jmh.annotations.BenchmarkMode;
import org.openjdk.jmh.annotations.Fork;
import org.openjdk.jmh.annotations.Level;
import org.openjdk.jmh.annotations.Measurement;
import org.openjdk.jmh.annotations.Mode;
import org.openjdk.jmh.annotations.OutputTimeUnit;
import org.openjdk.jmh.annotations.Scope;
import org.openjdk.jmh.annotations.Setup;
import org.openjdk.jmh.annotations.State;
import org.openjdk.jmh.annotations.Warmup;
import io.debezium.data.Envelope;
import io.debezium.transforms.Filter;
import io.debezium.util.Collect;
/**
* A basic test to compare performance of different implementations of filtering SMTs.
*
* @author Jiri Pechanec <jpechane@redhat.com>
*
*/
public class FilterSmtPerf {
private static class NativeFilter implements Transformation<SourceRecord> {
@Override
public void configure(Map<String, ?> configs) {
}
@Override
public SourceRecord apply(SourceRecord record) {
if (record.value() == null) {
return record;
}
if (Envelope.Operation.DELETE.code().equals(((Struct) record.value()).getString(Envelope.FieldName.OPERATION))) {
return null;
}
return record;
}
@Override
public ConfigDef config() {
return null;
}
@Override
public void close() {
}
}
@State(Scope.Thread)
public static class TransformState {
public Transformation<SourceRecord> nativeFilter;
public Transformation<SourceRecord> groovyFilter;
public Transformation<SourceRecord> jsFilter;
public SourceRecord delete;
public SourceRecord create;
@Setup(Level.Trial)
public void doSetup() {
final Schema schema = SchemaBuilder.struct().name("dummyenv").field("op", Schema.STRING_SCHEMA).build();
final Struct deleteValue = new Struct(schema);
deleteValue.put("op", "d");
delete = new SourceRecord(new HashMap<>(), new HashMap<>(), "top1", 1, schema, delete);
final Struct createValue = new Struct(schema);
createValue.put("op", "c");
create = new SourceRecord(new HashMap<>(), new HashMap<>(), "top1", 1, schema, create);
nativeFilter = new NativeFilter();
nativeFilter.configure(new HashMap<>());
groovyFilter = new Filter<>();
groovyFilter.configure(Collect.hashMapOf("language", "groovy", "condition", "value.op == 'd'"));
jsFilter = new Filter<>();
jsFilter.configure(Collect.hashMapOf("language", "graal.js", "condition", "value.get('op') == 'd'"));
}
}
@Benchmark
@BenchmarkMode(Mode.Throughput)
@OutputTimeUnit(TimeUnit.MICROSECONDS)
@Fork(value = 1)
@Warmup(iterations = 10, time = 1, timeUnit = TimeUnit.SECONDS)
@Measurement(iterations = 3, time = 2, timeUnit = TimeUnit.SECONDS)
public void java(TransformState state) {
state.nativeFilter.apply(state.create);
state.nativeFilter.apply(state.create);
state.nativeFilter.apply(state.delete);
}
@Benchmark
@BenchmarkMode(Mode.Throughput)
@OutputTimeUnit(TimeUnit.MICROSECONDS)
@Fork(value = 1)
@Warmup(iterations = 10, time = 1, timeUnit = TimeUnit.SECONDS)
@Measurement(iterations = 3, time = 2, timeUnit = TimeUnit.SECONDS)
public void groovy(TransformState state) {
state.groovyFilter.apply(state.create);
state.groovyFilter.apply(state.create);
state.groovyFilter.apply(state.delete);
}
@Benchmark
@BenchmarkMode(Mode.Throughput)
@OutputTimeUnit(TimeUnit.MICROSECONDS)
@Fork(value = 1)
@Warmup(iterations = 10, time = 1, timeUnit = TimeUnit.SECONDS)
@Measurement(iterations = 3, time = 2, timeUnit = TimeUnit.SECONDS)
public void javascript(TransformState state) {
state.jsFilter.apply(state.create);
state.jsFilter.apply(state.create);
state.jsFilter.apply(state.delete);
}
}