-
-
Notifications
You must be signed in to change notification settings - Fork 13.7k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #40390 from xeji/kafka
nixos/tests/kafka: fix and refactor tests
- Loading branch information
Showing
6 changed files
with
69 additions
and
196 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,68 @@ | ||
{ system ? builtins.currentSystem }: | ||
with import ../lib/testing.nix { inherit system; }; | ||
with pkgs.lib; | ||
|
||
let | ||
makeKafkaTest = name: kafkaPackage: (makeTest { | ||
inherit name; | ||
meta = with pkgs.stdenv.lib.maintainers; { | ||
maintainers = [ nequissimus ]; | ||
}; | ||
|
||
nodes = { | ||
zookeeper1 = { config, ... }: { | ||
services.zookeeper = { | ||
enable = true; | ||
}; | ||
|
||
networking.firewall.allowedTCPPorts = [ 2181 ]; | ||
virtualisation.memorySize = 1024; | ||
}; | ||
kafka = { config, ... }: { | ||
services.apache-kafka = { | ||
enable = true; | ||
extraProperties = '' | ||
offsets.topic.replication.factor = 1 | ||
zookeeper.session.timeout.ms = 600000 | ||
''; | ||
package = kafkaPackage; | ||
zookeeper = "zookeeper1:2181"; | ||
# These are the default options, but UseCompressedOops doesn't work with 32bit JVM | ||
jvmOptions = [ | ||
"-server" "-Xmx1G" "-Xms1G" "-XX:+UseParNewGC" "-XX:+UseConcMarkSweepGC" "-XX:+CMSClassUnloadingEnabled" | ||
"-XX:+CMSScavengeBeforeRemark" "-XX:+DisableExplicitGC" "-Djava.awt.headless=true" "-Djava.net.preferIPv4Stack=true" | ||
] ++ optionals (! pkgs.stdenv.isi686 ) [ "-XX:+UseCompressedOops" ]; | ||
}; | ||
|
||
networking.firewall.allowedTCPPorts = [ 9092 ]; | ||
# i686 tests: qemu-system-i386 can simulate max 2047MB RAM (not 2048) | ||
virtualisation.memorySize = 2047; | ||
}; | ||
}; | ||
|
||
testScript = '' | ||
startAll; | ||
$zookeeper1->waitForUnit("default.target"); | ||
$zookeeper1->waitForUnit("zookeeper.service"); | ||
$zookeeper1->waitForOpenPort(2181); | ||
$kafka->waitForUnit("default.target"); | ||
$kafka->waitForUnit("apache-kafka.service"); | ||
$kafka->waitForOpenPort(9092); | ||
$kafka->waitUntilSucceeds("${kafkaPackage}/bin/kafka-topics.sh --create --zookeeper zookeeper1:2181 --partitions 1 --replication-factor 1 --topic testtopic"); | ||
$kafka->mustSucceed("echo 'test 1' | ${kafkaPackage}/bin/kafka-console-producer.sh --broker-list localhost:9092 --topic testtopic"); | ||
'' + (if name == "kafka_0_9" then '' | ||
$kafka->mustSucceed("${kafkaPackage}/bin/kafka-console-consumer.sh --zookeeper zookeeper1:2181 --topic testtopic --from-beginning --max-messages 1 | grep 'test 1'"); | ||
'' else '' | ||
$kafka->mustSucceed("${kafkaPackage}/bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic testtopic --from-beginning --max-messages 1 | grep 'test 1'"); | ||
''); | ||
}); | ||
|
||
in with pkgs; { | ||
kafka_0_9 = makeKafkaTest "kafka_0_9" apacheKafka_0_9; | ||
kafka_0_10 = makeKafkaTest "kafka_0_10" apacheKafka_0_10; | ||
kafka_0_11 = makeKafkaTest "kafka_0_11" apacheKafka_0_11; | ||
kafka_1_0 = makeKafkaTest "kafka_1_0" apacheKafka_1_0; | ||
} |
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.
This file was deleted.
Oops, something went wrong.