251 lines
8.9 KiB
Nix
251 lines
8.9 KiB
Nix
|
{
|
||
|
|
system ? builtins.currentSystem,
|
||
|
|
config ? {},
|
||
|
|
pkgs ? import ../../.. { inherit system config; },
|
||
|
|
lib ? pkgs.lib
|
||
|
|
}:
|
||
|
|
|
||
|
|
let
|
||
|
|
inherit (import ./common.nix { inherit pkgs lib; }) mkTestName mariadbPackages;
|
||
|
|
|
||
|
|
makeTest = import ./../make-test-python.nix;
|
||
|
|
|
||
|
|
# Common user configuration
|
||
|
|
makeGaleraTest = {
|
||
|
|
mariadbPackage,
|
||
|
|
name ? mkTestName mariadbPackage,
|
||
|
|
galeraPackage ? pkgs.mariadb-galera
|
||
|
|
}: makeTest {
|
||
|
|
name = "${name}-galera-mariabackup";
|
||
|
|
meta = {
|
||
|
|
maintainers = with lib.maintainers; [ izorkin ] ++ lib.teams.helsinki-systems.members;
|
||
|
|
};
|
||
|
|
|
||
|
|
# The test creates a Galera cluster with 3 nodes and is checking if mariabackup-based SST works. The cluster is tested by creating a DB and an empty table on one node,
|
||
|
|
# and checking the table's presence on the other node.
|
||
|
|
nodes = let
|
||
|
|
mkGaleraNode = {
|
||
|
|
id,
|
||
|
|
method
|
||
|
|
}: let
|
||
|
|
address = "192.168.1.${toString id}";
|
||
|
|
isFirstClusterNode = id == 1 || id == 4;
|
||
|
|
in {
|
||
|
|
users = {
|
||
|
|
users.testuser = {
|
||
|
|
isSystemUser = true;
|
||
|
|
group = "testusers";
|
||
|
|
};
|
||
|
|
groups.testusers = { };
|
||
|
|
};
|
||
|
|
|
||
|
|
networking = {
|
||
|
|
interfaces.eth1 = {
|
||
|
|
ipv4.addresses = [
|
||
|
|
{ inherit address; prefixLength = 24; }
|
||
|
|
];
|
||
|
|
};
|
||
|
|
extraHosts = lib.concatMapStringsSep "\n" (i: "192.168.1.${toString i} galera_0${toString i}") (lib.range 1 6);
|
||
|
|
firewall.allowedTCPPorts = [ 3306 4444 4567 4568 ];
|
||
|
|
firewall.allowedUDPPorts = [ 4567 ];
|
||
|
|
};
|
||
|
|
systemd.services.mysql = with pkgs; {
|
||
|
|
path = with pkgs; [
|
||
|
|
bash
|
||
|
|
gawk
|
||
|
|
gnutar
|
||
|
|
gzip
|
||
|
|
inetutils
|
||
|
|
iproute2
|
||
|
|
netcat
|
||
|
|
procps
|
||
|
|
pv
|
||
|
|
rsync
|
||
|
|
socat
|
||
|
|
stunnel
|
||
|
|
which
|
||
|
|
];
|
||
|
|
};
|
||
|
|
services.mysql = {
|
||
|
|
enable = true;
|
||
|
|
package = mariadbPackage;
|
||
|
|
ensureDatabases = lib.mkIf isFirstClusterNode [ "testdb" ];
|
||
|
|
ensureUsers = lib.mkIf isFirstClusterNode [{
|
||
|
|
name = "testuser";
|
||
|
|
ensurePermissions = {
|
||
|
|
"testdb.*" = "ALL PRIVILEGES";
|
||
|
|
};
|
||
|
|
}];
|
||
|
|
initialScript = lib.mkIf isFirstClusterNode (pkgs.writeText "mariadb-init.sql" ''
|
||
|
|
GRANT ALL PRIVILEGES ON *.* TO 'check_repl'@'localhost' IDENTIFIED BY 'check_pass' WITH GRANT OPTION;
|
||
|
|
FLUSH PRIVILEGES;
|
||
|
|
'');
|
||
|
|
settings = {
|
||
|
|
mysqld = {
|
||
|
|
bind_address = "0.0.0.0";
|
||
|
|
};
|
||
|
|
galera = {
|
||
|
|
wsrep_on = "ON";
|
||
|
|
wsrep_debug = "NONE";
|
||
|
|
wsrep_retry_autocommit = "3";
|
||
|
|
wsrep_provider = "${galeraPackage}/lib/galera/libgalera_smm.so";
|
||
|
|
wsrep_cluster_address = "gcomm://"
|
||
|
|
+ lib.optionalString (id == 2 || id == 3) "galera_01,galera_02,galera_03"
|
||
|
|
+ lib.optionalString (id == 5 || id == 6) "galera_04,galera_05,galera_06";
|
||
|
|
wsrep_cluster_name = "galera";
|
||
|
|
wsrep_node_address = address;
|
||
|
|
wsrep_node_name = "galera_0${toString id}";
|
||
|
|
wsrep_sst_method = method;
|
||
|
|
wsrep_sst_auth = "check_repl:check_pass";
|
||
|
|
binlog_format = "ROW";
|
||
|
|
enforce_storage_engine = "InnoDB";
|
||
|
|
innodb_autoinc_lock_mode = "2";
|
||
|
|
};
|
||
|
|
};
|
||
|
|
};
|
||
|
|
};
|
||
|
|
in {
|
||
|
|
galera_01 = mkGaleraNode {
|
||
|
|
id = 1;
|
||
|
|
method = "mariabackup";
|
||
|
|
};
|
||
|
|
|
||
|
|
galera_02 = mkGaleraNode {
|
||
|
|
id = 2;
|
||
|
|
method = "mariabackup";
|
||
|
|
};
|
||
|
|
|
||
|
|
galera_03 = mkGaleraNode {
|
||
|
|
id = 3;
|
||
|
|
method = "mariabackup";
|
||
|
|
};
|
||
|
|
|
||
|
|
galera_04 = mkGaleraNode {
|
||
|
|
id = 4;
|
||
|
|
method = "rsync";
|
||
|
|
};
|
||
|
|
|
||
|
|
galera_05 = mkGaleraNode {
|
||
|
|
id = 5;
|
||
|
|
method = "rsync";
|
||
|
|
};
|
||
|
|
|
||
|
|
galera_06 = mkGaleraNode {
|
||
|
|
id = 6;
|
||
|
|
method = "rsync";
|
||
|
|
};
|
||
|
|
|
||
|
|
};
|
||
|
|
|
||
|
|
testScript = ''
|
||
|
|
galera_01.start()
|
||
|
|
galera_01.wait_for_unit("mysql")
|
||
|
|
galera_01.wait_for_open_port(3306)
|
||
|
|
galera_01.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db1 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
|
||
|
|
)
|
||
|
|
galera_01.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db1 values (37);'"
|
||
|
|
)
|
||
|
|
galera_02.start()
|
||
|
|
galera_02.wait_for_unit("mysql")
|
||
|
|
galera_02.wait_for_open_port(3306)
|
||
|
|
galera_03.start()
|
||
|
|
galera_03.wait_for_unit("mysql")
|
||
|
|
galera_03.wait_for_open_port(3306)
|
||
|
|
galera_02.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 37"
|
||
|
|
)
|
||
|
|
galera_02.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db2 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
|
||
|
|
)
|
||
|
|
galera_02.succeed("systemctl stop mysql")
|
||
|
|
galera_01.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db2 values (38);'"
|
||
|
|
)
|
||
|
|
galera_03.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db3 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
|
||
|
|
)
|
||
|
|
galera_01.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db3 values (39);'"
|
||
|
|
)
|
||
|
|
galera_02.succeed("systemctl start mysql")
|
||
|
|
galera_02.wait_for_open_port(3306)
|
||
|
|
galera_02.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_cluster_size.*3'"
|
||
|
|
)
|
||
|
|
galera_03.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_local_state_comment.*Synced'"
|
||
|
|
)
|
||
|
|
galera_01.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db3;' -N | grep 39"
|
||
|
|
)
|
||
|
|
galera_02.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db2;' -N | grep 38"
|
||
|
|
)
|
||
|
|
galera_03.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 37"
|
||
|
|
)
|
||
|
|
galera_01.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db3;'")
|
||
|
|
galera_02.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db2;'")
|
||
|
|
galera_03.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db1;'")
|
||
|
|
galera_01.crash()
|
||
|
|
galera_02.crash()
|
||
|
|
galera_03.crash()
|
||
|
|
|
||
|
|
galera_04.start()
|
||
|
|
galera_04.wait_for_unit("mysql")
|
||
|
|
galera_04.wait_for_open_port(3306)
|
||
|
|
galera_04.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db1 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
|
||
|
|
)
|
||
|
|
galera_04.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db1 values (41);'"
|
||
|
|
)
|
||
|
|
galera_05.start()
|
||
|
|
galera_05.wait_for_unit("mysql")
|
||
|
|
galera_05.wait_for_open_port(3306)
|
||
|
|
galera_06.start()
|
||
|
|
galera_06.wait_for_unit("mysql")
|
||
|
|
galera_06.wait_for_open_port(3306)
|
||
|
|
galera_05.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 41"
|
||
|
|
)
|
||
|
|
galera_05.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db2 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
|
||
|
|
)
|
||
|
|
galera_05.succeed("systemctl stop mysql")
|
||
|
|
galera_04.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db2 values (42);'"
|
||
|
|
)
|
||
|
|
galera_06.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db3 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'"
|
||
|
|
)
|
||
|
|
galera_04.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db3 values (43);'"
|
||
|
|
)
|
||
|
|
galera_05.succeed("systemctl start mysql")
|
||
|
|
galera_05.wait_for_open_port(3306)
|
||
|
|
galera_05.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_cluster_size.*3'"
|
||
|
|
)
|
||
|
|
galera_06.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_local_state_comment.*Synced'"
|
||
|
|
)
|
||
|
|
galera_04.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db3;' -N | grep 43"
|
||
|
|
)
|
||
|
|
galera_05.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db2;' -N | grep 42"
|
||
|
|
)
|
||
|
|
galera_06.succeed(
|
||
|
|
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 41"
|
||
|
|
)
|
||
|
|
galera_04.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db3;'")
|
||
|
|
galera_05.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db2;'")
|
||
|
|
galera_06.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db1;'")
|
||
|
|
'';
|
||
|
|
};
|
||
|
|
in
|
||
|
|
lib.mapAttrs (_: mariadbPackage: makeGaleraTest { inherit mariadbPackage; }) mariadbPackages
|