Merge pull request #149684 from helsinki-systems/feat/multiple-mariadb-versions
mariadb: support multiple versionsmain
Janne Heß
2 years ago
committed by
GitHub
commit
80a29b0d92
@ -0,0 +1,10 @@ |
||||
{ lib, pkgs }: { |
||||
mariadbPackages = lib.filterAttrs (n: _: lib.hasPrefix "mariadb" n) (pkgs.callPackage ../../../pkgs/servers/sql/mariadb { |
||||
inherit (pkgs.darwin) cctools; |
||||
inherit (pkgs.darwin.apple_sdk.frameworks) CoreServices; |
||||
}); |
||||
mysqlPackage = { |
||||
inherit (pkgs) mysql57 mysql80; |
||||
}; |
||||
mkTestName = pkg: "mariadb_${builtins.replaceStrings ["."] [""] (lib.versions.majorMinor pkg.version)}"; |
||||
} |
||||
@ -1,233 +0,0 @@ |
||||
import ./../make-test-python.nix ({ pkgs, ...} : |
||||
|
||||
let |
||||
mysqlenv-common = pkgs.buildEnv { name = "mysql-path-env-common"; pathsToLink = [ "/bin" ]; paths = with pkgs; [ bash gawk gnutar inetutils which ]; }; |
||||
mysqlenv-mariabackup = pkgs.buildEnv { name = "mysql-path-env-mariabackup"; pathsToLink = [ "/bin" ]; paths = with pkgs; [ gzip iproute2 netcat procps pv socat ]; }; |
||||
|
||||
# Common user configuration |
||||
users = { ... }: |
||||
{ |
||||
users.users.testuser = { |
||||
isSystemUser = true; |
||||
group = "testusers"; |
||||
}; |
||||
users.groups.testusers = { }; |
||||
}; |
||||
|
||||
in { |
||||
name = "mariadb-galera-mariabackup"; |
||||
meta = with pkgs.lib.maintainers; { |
||||
maintainers = [ izorkin ]; |
||||
}; |
||||
|
||||
# The test creates a Galera cluster with 3 nodes and is checking if mariabackup-based SST works. The cluster is tested by creating a DB and an empty table on one node, |
||||
# and checking the table's presence on the other node. |
||||
|
||||
nodes = { |
||||
galera_01 = |
||||
{ pkgs, ... }: |
||||
{ |
||||
imports = [ users ]; |
||||
networking = { |
||||
interfaces.eth1 = { |
||||
ipv4.addresses = [ |
||||
{ address = "192.168.1.1"; prefixLength = 24; } |
||||
]; |
||||
}; |
||||
extraHosts = '' |
||||
192.168.1.1 galera_01 |
||||
192.168.1.2 galera_02 |
||||
192.168.1.3 galera_03 |
||||
''; |
||||
firewall.allowedTCPPorts = [ 3306 4444 4567 4568 ]; |
||||
firewall.allowedUDPPorts = [ 4567 ]; |
||||
}; |
||||
systemd.services.mysql = with pkgs; { |
||||
path = [ mysqlenv-common mysqlenv-mariabackup ]; |
||||
}; |
||||
services.mysql = { |
||||
enable = true; |
||||
package = pkgs.mariadb; |
||||
ensureDatabases = [ "testdb" ]; |
||||
ensureUsers = [{ |
||||
name = "testuser"; |
||||
ensurePermissions = { |
||||
"testdb.*" = "ALL PRIVILEGES"; |
||||
}; |
||||
}]; |
||||
initialScript = pkgs.writeText "mariadb-init.sql" '' |
||||
GRANT ALL PRIVILEGES ON *.* TO 'check_repl'@'localhost' IDENTIFIED BY 'check_pass' WITH GRANT OPTION; |
||||
FLUSH PRIVILEGES; |
||||
''; |
||||
settings = { |
||||
mysqld = { |
||||
bind_address = "0.0.0.0"; |
||||
}; |
||||
galera = { |
||||
wsrep_on = "ON"; |
||||
wsrep_debug = "NONE"; |
||||
wsrep_retry_autocommit = "3"; |
||||
wsrep_provider = "${pkgs.mariadb-galera}/lib/galera/libgalera_smm.so"; |
||||
wsrep_cluster_address = "gcomm://"; |
||||
wsrep_cluster_name = "galera"; |
||||
wsrep_node_address = "192.168.1.1"; |
||||
wsrep_node_name = "galera_01"; |
||||
wsrep_sst_method = "mariabackup"; |
||||
wsrep_sst_auth = "check_repl:check_pass"; |
||||
binlog_format = "ROW"; |
||||
enforce_storage_engine = "InnoDB"; |
||||
innodb_autoinc_lock_mode = "2"; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
|
||||
galera_02 = |
||||
{ pkgs, ... }: |
||||
{ |
||||
imports = [ users ]; |
||||
networking = { |
||||
interfaces.eth1 = { |
||||
ipv4.addresses = [ |
||||
{ address = "192.168.1.2"; prefixLength = 24; } |
||||
]; |
||||
}; |
||||
extraHosts = '' |
||||
192.168.1.1 galera_01 |
||||
192.168.1.2 galera_02 |
||||
192.168.1.3 galera_03 |
||||
''; |
||||
firewall.allowedTCPPorts = [ 3306 4444 4567 4568 ]; |
||||
firewall.allowedUDPPorts = [ 4567 ]; |
||||
}; |
||||
systemd.services.mysql = with pkgs; { |
||||
path = [ mysqlenv-common mysqlenv-mariabackup ]; |
||||
}; |
||||
services.mysql = { |
||||
enable = true; |
||||
package = pkgs.mariadb; |
||||
settings = { |
||||
mysqld = { |
||||
bind_address = "0.0.0.0"; |
||||
}; |
||||
galera = { |
||||
wsrep_on = "ON"; |
||||
wsrep_debug = "NONE"; |
||||
wsrep_retry_autocommit = "3"; |
||||
wsrep_provider = "${pkgs.mariadb-galera}/lib/galera/libgalera_smm.so"; |
||||
wsrep_cluster_address = "gcomm://galera_01,galera_02,galera_03"; |
||||
wsrep_cluster_name = "galera"; |
||||
wsrep_node_address = "192.168.1.2"; |
||||
wsrep_node_name = "galera_02"; |
||||
wsrep_sst_method = "mariabackup"; |
||||
wsrep_sst_auth = "check_repl:check_pass"; |
||||
binlog_format = "ROW"; |
||||
enforce_storage_engine = "InnoDB"; |
||||
innodb_autoinc_lock_mode = "2"; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
|
||||
galera_03 = |
||||
{ pkgs, ... }: |
||||
{ |
||||
imports = [ users ]; |
||||
networking = { |
||||
interfaces.eth1 = { |
||||
ipv4.addresses = [ |
||||
{ address = "192.168.1.3"; prefixLength = 24; } |
||||
]; |
||||
}; |
||||
extraHosts = '' |
||||
192.168.1.1 galera_01 |
||||
192.168.1.2 galera_02 |
||||
192.168.1.3 galera_03 |
||||
''; |
||||
firewall.allowedTCPPorts = [ 3306 4444 4567 4568 ]; |
||||
firewall.allowedUDPPorts = [ 4567 ]; |
||||
}; |
||||
systemd.services.mysql = with pkgs; { |
||||
path = [ mysqlenv-common mysqlenv-mariabackup ]; |
||||
}; |
||||
services.mysql = { |
||||
enable = true; |
||||
package = pkgs.mariadb; |
||||
settings = { |
||||
mysqld = { |
||||
bind_address = "0.0.0.0"; |
||||
}; |
||||
galera = { |
||||
wsrep_on = "ON"; |
||||
wsrep_debug = "NONE"; |
||||
wsrep_retry_autocommit = "3"; |
||||
wsrep_provider = "${pkgs.mariadb-galera}/lib/galera/libgalera_smm.so"; |
||||
wsrep_cluster_address = "gcomm://galera_01,galera_02,galera_03"; |
||||
wsrep_cluster_name = "galera"; |
||||
wsrep_node_address = "192.168.1.3"; |
||||
wsrep_node_name = "galera_03"; |
||||
wsrep_sst_method = "mariabackup"; |
||||
wsrep_sst_auth = "check_repl:check_pass"; |
||||
binlog_format = "ROW"; |
||||
enforce_storage_engine = "InnoDB"; |
||||
innodb_autoinc_lock_mode = "2"; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
|
||||
testScript = '' |
||||
galera_01.start() |
||||
galera_01.wait_for_unit("mysql") |
||||
galera_01.wait_for_open_port(3306) |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db1 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db1 values (37);'" |
||||
) |
||||
galera_02.start() |
||||
galera_02.wait_for_unit("mysql") |
||||
galera_02.wait_for_open_port(3306) |
||||
galera_03.start() |
||||
galera_03.wait_for_unit("mysql") |
||||
galera_03.wait_for_open_port(3306) |
||||
galera_02.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 37" |
||||
) |
||||
galera_02.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db2 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_02.succeed("systemctl stop mysql") |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db2 values (38);'" |
||||
) |
||||
galera_03.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db3 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db3 values (39);'" |
||||
) |
||||
galera_02.succeed("systemctl start mysql") |
||||
galera_02.wait_for_open_port(3306) |
||||
galera_02.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_cluster_size.*3'" |
||||
) |
||||
galera_03.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_local_state_comment.*Synced'" |
||||
) |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db3;' -N | grep 39" |
||||
) |
||||
galera_02.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db2;' -N | grep 38" |
||||
) |
||||
galera_03.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 37" |
||||
) |
||||
galera_01.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db3;'") |
||||
galera_02.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db2;'") |
||||
galera_03.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db1;'") |
||||
''; |
||||
}) |
||||
@ -1,226 +0,0 @@ |
||||
import ./../make-test-python.nix ({ pkgs, ...} : |
||||
|
||||
let |
||||
mysqlenv-common = pkgs.buildEnv { name = "mysql-path-env-common"; pathsToLink = [ "/bin" ]; paths = with pkgs; [ bash gawk gnutar inetutils which ]; }; |
||||
mysqlenv-rsync = pkgs.buildEnv { name = "mysql-path-env-rsync"; pathsToLink = [ "/bin" ]; paths = with pkgs; [ lsof procps rsync stunnel ]; }; |
||||
|
||||
# Common user configuration |
||||
users = { ... }: |
||||
{ |
||||
users.users.testuser = { |
||||
isSystemUser = true; |
||||
group = "testusers"; |
||||
}; |
||||
users.groups.testusers = { }; |
||||
}; |
||||
|
||||
in { |
||||
name = "mariadb-galera-rsync"; |
||||
meta = with pkgs.lib.maintainers; { |
||||
maintainers = [ izorkin ]; |
||||
}; |
||||
|
||||
# The test creates a Galera cluster with 3 nodes and is checking if rsync-based SST works. The cluster is tested by creating a DB and an empty table on one node, |
||||
# and checking the table's presence on the other node. |
||||
|
||||
nodes = { |
||||
galera_04 = |
||||
{ pkgs, ... }: |
||||
{ |
||||
imports = [ users ]; |
||||
networking = { |
||||
interfaces.eth1 = { |
||||
ipv4.addresses = [ |
||||
{ address = "192.168.2.1"; prefixLength = 24; } |
||||
]; |
||||
}; |
||||
extraHosts = '' |
||||
192.168.2.1 galera_04 |
||||
192.168.2.2 galera_05 |
||||
192.168.2.3 galera_06 |
||||
''; |
||||
firewall.allowedTCPPorts = [ 3306 4444 4567 4568 ]; |
||||
firewall.allowedUDPPorts = [ 4567 ]; |
||||
}; |
||||
systemd.services.mysql = with pkgs; { |
||||
path = [ mysqlenv-common mysqlenv-rsync ]; |
||||
}; |
||||
services.mysql = { |
||||
enable = true; |
||||
package = pkgs.mariadb; |
||||
ensureDatabases = [ "testdb" ]; |
||||
ensureUsers = [{ |
||||
name = "testuser"; |
||||
ensurePermissions = { |
||||
"testdb.*" = "ALL PRIVILEGES"; |
||||
}; |
||||
}]; |
||||
settings = { |
||||
mysqld = { |
||||
bind_address = "0.0.0.0"; |
||||
}; |
||||
galera = { |
||||
wsrep_on = "ON"; |
||||
wsrep_debug = "NONE"; |
||||
wsrep_retry_autocommit = "3"; |
||||
wsrep_provider = "${pkgs.mariadb-galera}/lib/galera/libgalera_smm.so"; |
||||
wsrep_cluster_address = "gcomm://"; |
||||
wsrep_cluster_name = "galera-rsync"; |
||||
wsrep_node_address = "192.168.2.1"; |
||||
wsrep_node_name = "galera_04"; |
||||
wsrep_sst_method = "rsync"; |
||||
binlog_format = "ROW"; |
||||
enforce_storage_engine = "InnoDB"; |
||||
innodb_autoinc_lock_mode = "2"; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
|
||||
galera_05 = |
||||
{ pkgs, ... }: |
||||
{ |
||||
imports = [ users ]; |
||||
networking = { |
||||
interfaces.eth1 = { |
||||
ipv4.addresses = [ |
||||
{ address = "192.168.2.2"; prefixLength = 24; } |
||||
]; |
||||
}; |
||||
extraHosts = '' |
||||
192.168.2.1 galera_04 |
||||
192.168.2.2 galera_05 |
||||
192.168.2.3 galera_06 |
||||
''; |
||||
firewall.allowedTCPPorts = [ 3306 4444 4567 4568 ]; |
||||
firewall.allowedUDPPorts = [ 4567 ]; |
||||
}; |
||||
systemd.services.mysql = with pkgs; { |
||||
path = [ mysqlenv-common mysqlenv-rsync ]; |
||||
}; |
||||
services.mysql = { |
||||
enable = true; |
||||
package = pkgs.mariadb; |
||||
settings = { |
||||
mysqld = { |
||||
bind_address = "0.0.0.0"; |
||||
}; |
||||
galera = { |
||||
wsrep_on = "ON"; |
||||
wsrep_debug = "NONE"; |
||||
wsrep_retry_autocommit = "3"; |
||||
wsrep_provider = "${pkgs.mariadb-galera}/lib/galera/libgalera_smm.so"; |
||||
wsrep_cluster_address = "gcomm://galera_04,galera_05,galera_06"; |
||||
wsrep_cluster_name = "galera-rsync"; |
||||
wsrep_node_address = "192.168.2.2"; |
||||
wsrep_node_name = "galera_05"; |
||||
wsrep_sst_method = "rsync"; |
||||
binlog_format = "ROW"; |
||||
enforce_storage_engine = "InnoDB"; |
||||
innodb_autoinc_lock_mode = "2"; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
|
||||
galera_06 = |
||||
{ pkgs, ... }: |
||||
{ |
||||
imports = [ users ]; |
||||
networking = { |
||||
interfaces.eth1 = { |
||||
ipv4.addresses = [ |
||||
{ address = "192.168.2.3"; prefixLength = 24; } |
||||
]; |
||||
}; |
||||
extraHosts = '' |
||||
192.168.2.1 galera_04 |
||||
192.168.2.2 galera_05 |
||||
192.168.2.3 galera_06 |
||||
''; |
||||
firewall.allowedTCPPorts = [ 3306 4444 4567 4568 ]; |
||||
firewall.allowedUDPPorts = [ 4567 ]; |
||||
}; |
||||
systemd.services.mysql = with pkgs; { |
||||
path = [ mysqlenv-common mysqlenv-rsync ]; |
||||
}; |
||||
services.mysql = { |
||||
enable = true; |
||||
package = pkgs.mariadb; |
||||
settings = { |
||||
mysqld = { |
||||
bind_address = "0.0.0.0"; |
||||
}; |
||||
galera = { |
||||
wsrep_on = "ON"; |
||||
wsrep_debug = "NONE"; |
||||
wsrep_retry_autocommit = "3"; |
||||
wsrep_provider = "${pkgs.mariadb-galera}/lib/galera/libgalera_smm.so"; |
||||
wsrep_cluster_address = "gcomm://galera_04,galera_05,galera_06"; |
||||
wsrep_cluster_name = "galera-rsync"; |
||||
wsrep_node_address = "192.168.2.3"; |
||||
wsrep_node_name = "galera_06"; |
||||
wsrep_sst_method = "rsync"; |
||||
binlog_format = "ROW"; |
||||
enforce_storage_engine = "InnoDB"; |
||||
innodb_autoinc_lock_mode = "2"; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
|
||||
testScript = '' |
||||
galera_04.start() |
||||
galera_04.wait_for_unit("mysql") |
||||
galera_04.wait_for_open_port(3306) |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db1 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db1 values (41);'" |
||||
) |
||||
galera_05.start() |
||||
galera_05.wait_for_unit("mysql") |
||||
galera_05.wait_for_open_port(3306) |
||||
galera_06.start() |
||||
galera_06.wait_for_unit("mysql") |
||||
galera_06.wait_for_open_port(3306) |
||||
galera_05.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 41" |
||||
) |
||||
galera_05.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db2 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_05.succeed("systemctl stop mysql") |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db2 values (42);'" |
||||
) |
||||
galera_06.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db3 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db3 values (43);'" |
||||
) |
||||
galera_05.succeed("systemctl start mysql") |
||||
galera_05.wait_for_open_port(3306) |
||||
galera_05.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_cluster_size.*3'" |
||||
) |
||||
galera_06.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_local_state_comment.*Synced'" |
||||
) |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db3;' -N | grep 43" |
||||
) |
||||
galera_05.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db2;' -N | grep 42" |
||||
) |
||||
galera_06.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 41" |
||||
) |
||||
galera_04.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db3;'") |
||||
galera_05.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db2;'") |
||||
galera_06.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db1;'") |
||||
''; |
||||
}) |
||||
@ -0,0 +1,250 @@ |
||||
{ |
||||
system ? builtins.currentSystem, |
||||
config ? {}, |
||||
pkgs ? import ../../.. { inherit system config; }, |
||||
lib ? pkgs.lib |
||||
}: |
||||
|
||||
let |
||||
inherit (import ./common.nix { inherit pkgs lib; }) mkTestName mariadbPackages; |
||||
|
||||
makeTest = import ./../make-test-python.nix; |
||||
|
||||
# Common user configuration |
||||
makeGaleraTest = { |
||||
mariadbPackage, |
||||
name ? mkTestName mariadbPackage, |
||||
galeraPackage ? pkgs.mariadb-galera |
||||
}: makeTest { |
||||
name = "${name}-galera-mariabackup"; |
||||
meta = with pkgs.lib.maintainers; { |
||||
maintainers = [ izorkin ajs124 das_j ]; |
||||
}; |
||||
|
||||
# The test creates a Galera cluster with 3 nodes and is checking if mariabackup-based SST works. The cluster is tested by creating a DB and an empty table on one node, |
||||
# and checking the table's presence on the other node. |
||||
nodes = let |
||||
mkGaleraNode = { |
||||
id, |
||||
method |
||||
}: let |
||||
address = "192.168.1.${toString id}"; |
||||
isFirstClusterNode = id == 1 || id == 4; |
||||
in { |
||||
users = { |
||||
users.testuser = { |
||||
isSystemUser = true; |
||||
group = "testusers"; |
||||
}; |
||||
groups.testusers = { }; |
||||
}; |
||||
|
||||
networking = { |
||||
interfaces.eth1 = { |
||||
ipv4.addresses = [ |
||||
{ inherit address; prefixLength = 24; } |
||||
]; |
||||
}; |
||||
extraHosts = lib.concatMapStringsSep "\n" (i: "192.168.1.${toString i} galera_0${toString i}") (lib.range 1 6); |
||||
firewall.allowedTCPPorts = [ 3306 4444 4567 4568 ]; |
||||
firewall.allowedUDPPorts = [ 4567 ]; |
||||
}; |
||||
systemd.services.mysql = with pkgs; { |
||||
path = with pkgs; [ |
||||
bash |
||||
gawk |
||||
gnutar |
||||
gzip |
||||
inetutils |
||||
iproute2 |
||||
netcat |
||||
procps |
||||
pv |
||||
rsync |
||||
socat |
||||
stunnel |
||||
which |
||||
]; |
||||
}; |
||||
services.mysql = { |
||||
enable = true; |
||||
package = mariadbPackage; |
||||
ensureDatabases = lib.mkIf isFirstClusterNode [ "testdb" ]; |
||||
ensureUsers = lib.mkIf isFirstClusterNode [{ |
||||
name = "testuser"; |
||||
ensurePermissions = { |
||||
"testdb.*" = "ALL PRIVILEGES"; |
||||
}; |
||||
}]; |
||||
initialScript = lib.mkIf isFirstClusterNode (pkgs.writeText "mariadb-init.sql" '' |
||||
GRANT ALL PRIVILEGES ON *.* TO 'check_repl'@'localhost' IDENTIFIED BY 'check_pass' WITH GRANT OPTION; |
||||
FLUSH PRIVILEGES; |
||||
''); |
||||
settings = { |
||||
mysqld = { |
||||
bind_address = "0.0.0.0"; |
||||
}; |
||||
galera = { |
||||
wsrep_on = "ON"; |
||||
wsrep_debug = "NONE"; |
||||
wsrep_retry_autocommit = "3"; |
||||
wsrep_provider = "${galeraPackage}/lib/galera/libgalera_smm.so"; |
||||
wsrep_cluster_address = "gcomm://" |
||||
+ lib.optionalString (id == 2 || id == 3) "galera_01,galera_02,galera_03" |
||||
+ lib.optionalString (id == 5 || id == 6) "galera_04,galera_05,galera_06"; |
||||
wsrep_cluster_name = "galera"; |
||||
wsrep_node_address = address; |
||||
wsrep_node_name = "galera_0${toString id}"; |
||||
wsrep_sst_method = method; |
||||
wsrep_sst_auth = "check_repl:check_pass"; |
||||
binlog_format = "ROW"; |
||||
enforce_storage_engine = "InnoDB"; |
||||
innodb_autoinc_lock_mode = "2"; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
in { |
||||
galera_01 = mkGaleraNode { |
||||
id = 1; |
||||
method = "mariabackup"; |
||||
}; |
||||
|
||||
galera_02 = mkGaleraNode { |
||||
id = 2; |
||||
method = "mariabackup"; |
||||
}; |
||||
|
||||
galera_03 = mkGaleraNode { |
||||
id = 3; |
||||
method = "mariabackup"; |
||||
}; |
||||
|
||||
galera_04 = mkGaleraNode { |
||||
id = 4; |
||||
method = "rsync"; |
||||
}; |
||||
|
||||
galera_05 = mkGaleraNode { |
||||
id = 5; |
||||
method = "rsync"; |
||||
}; |
||||
|
||||
galera_06 = mkGaleraNode { |
||||
id = 6; |
||||
method = "rsync"; |
||||
}; |
||||
|
||||
}; |
||||
|
||||
testScript = '' |
||||
galera_01.start() |
||||
galera_01.wait_for_unit("mysql") |
||||
galera_01.wait_for_open_port(3306) |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db1 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db1 values (37);'" |
||||
) |
||||
galera_02.start() |
||||
galera_02.wait_for_unit("mysql") |
||||
galera_02.wait_for_open_port(3306) |
||||
galera_03.start() |
||||
galera_03.wait_for_unit("mysql") |
||||
galera_03.wait_for_open_port(3306) |
||||
galera_02.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 37" |
||||
) |
||||
galera_02.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db2 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_02.succeed("systemctl stop mysql") |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db2 values (38);'" |
||||
) |
||||
galera_03.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db3 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db3 values (39);'" |
||||
) |
||||
galera_02.succeed("systemctl start mysql") |
||||
galera_02.wait_for_open_port(3306) |
||||
galera_02.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_cluster_size.*3'" |
||||
) |
||||
galera_03.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_local_state_comment.*Synced'" |
||||
) |
||||
galera_01.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db3;' -N | grep 39" |
||||
) |
||||
galera_02.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db2;' -N | grep 38" |
||||
) |
||||
galera_03.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 37" |
||||
) |
||||
galera_01.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db3;'") |
||||
galera_02.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db2;'") |
||||
galera_03.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db1;'") |
||||
galera_01.crash() |
||||
galera_02.crash() |
||||
galera_03.crash() |
||||
|
||||
galera_04.start() |
||||
galera_04.wait_for_unit("mysql") |
||||
galera_04.wait_for_open_port(3306) |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db1 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db1 values (41);'" |
||||
) |
||||
galera_05.start() |
||||
galera_05.wait_for_unit("mysql") |
||||
galera_05.wait_for_open_port(3306) |
||||
galera_06.start() |
||||
galera_06.wait_for_unit("mysql") |
||||
galera_06.wait_for_open_port(3306) |
||||
galera_05.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 41" |
||||
) |
||||
galera_05.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db2 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_05.succeed("systemctl stop mysql") |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db2 values (42);'" |
||||
) |
||||
galera_06.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; create table db3 (test_id INT, PRIMARY KEY (test_id)) ENGINE = InnoDB;'" |
||||
) |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; insert into db3 values (43);'" |
||||
) |
||||
galera_05.succeed("systemctl start mysql") |
||||
galera_05.wait_for_open_port(3306) |
||||
galera_05.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_cluster_size.*3'" |
||||
) |
||||
galera_06.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'show status' -N | grep 'wsrep_local_state_comment.*Synced'" |
||||
) |
||||
galera_04.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db3;' -N | grep 43" |
||||
) |
||||
galera_05.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db2;' -N | grep 42" |
||||
) |
||||
galera_06.succeed( |
||||
"sudo -u testuser mysql -u testuser -e 'use testdb; select test_id from db1;' -N | grep 41" |
||||
) |
||||
galera_04.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db3;'") |
||||
galera_05.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db2;'") |
||||
galera_06.succeed("sudo -u testuser mysql -u testuser -e 'use testdb; drop table db1;'") |
||||
''; |
||||
}; |
||||
in |
||||
lib.mapAttrs (_: mariadbPackage: makeGaleraTest { inherit mariadbPackage; }) mariadbPackages |
||||
@ -1,38 +1,53 @@ |
||||
import ./../make-test-python.nix ({ pkgs, lib, ... }: |
||||
|
||||
{ |
||||
name = "automysqlbackup"; |
||||
meta.maintainers = [ lib.maintainers.aanderse ]; |
||||
|
||||
machine = |
||||
{ pkgs, ... }: |
||||
{ |
||||
services.mysql.enable = true; |
||||
services.mysql.package = pkgs.mariadb; |
||||
services.mysql.initialDatabases = [ { name = "testdb"; schema = ./testdb.sql; } ]; |
||||
system ? builtins.currentSystem, |
||||
config ? {}, |
||||
pkgs ? import ../../.. { inherit system config; }, |
||||
lib ? pkgs.lib |
||||
}: |
||||
|
||||
let |
||||
inherit (import ./common.nix { inherit pkgs lib; }) mkTestName mariadbPackages; |
||||
|
||||
makeTest = import ./../make-test-python.nix; |
||||
|
||||
makeAutobackupTest = { |
||||
package, |
||||
name ? mkTestName package, |
||||
}: makeTest { |
||||
name = "${name}-automysqlbackup"; |
||||
meta.maintainers = [ lib.maintainers.aanderse ]; |
||||
|
||||
machine = { |
||||
services.mysql = { |
||||
inherit package; |
||||
enable = true; |
||||
initialDatabases = [ { name = "testdb"; schema = ./testdb.sql; } ]; |
||||
}; |
||||
|
||||
services.automysqlbackup.enable = true; |
||||
}; |
||||
|
||||
testScript = '' |
||||
start_all() |
||||
|
||||
# Need to have mysql started so that it can be populated with data. |
||||
machine.wait_for_unit("mysql.service") |
||||
|
||||
with subtest("Wait for testdb to be fully populated (5 rows)."): |
||||
machine.wait_until_succeeds( |
||||
"mysql -u root -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
|
||||
with subtest("Do a backup and wait for it to start"): |
||||
machine.start_job("automysqlbackup.service") |
||||
machine.wait_for_job("automysqlbackup.service") |
||||
|
||||
with subtest("wait for backup file and check that data appears in backup"): |
||||
machine.wait_for_file("/var/backup/mysql/daily/testdb") |
||||
machine.succeed( |
||||
"${pkgs.gzip}/bin/zcat /var/backup/mysql/daily/testdb/daily_testdb_*.sql.gz | grep hello" |
||||
) |
||||
''; |
||||
}) |
||||
testScript = '' |
||||
start_all() |
||||
|
||||
# Need to have mysql started so that it can be populated with data. |
||||
machine.wait_for_unit("mysql.service") |
||||
|
||||
with subtest("Wait for testdb to be fully populated (5 rows)."): |
||||
machine.wait_until_succeeds( |
||||
"mysql -u root -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
|
||||
with subtest("Do a backup and wait for it to start"): |
||||
machine.start_job("automysqlbackup.service") |
||||
machine.wait_for_job("automysqlbackup.service") |
||||
|
||||
with subtest("wait for backup file and check that data appears in backup"): |
||||
machine.wait_for_file("/var/backup/mysql/daily/testdb") |
||||
machine.succeed( |
||||
"${pkgs.gzip}/bin/zcat /var/backup/mysql/daily/testdb/daily_testdb_*.sql.gz | grep hello" |
||||
) |
||||
''; |
||||
}; |
||||
in |
||||
lib.mapAttrs (_: package: makeAutobackupTest { inherit package; }) mariadbPackages |
||||
|
||||
@ -1,56 +1,72 @@ |
||||
# Test whether mysqlBackup option works |
||||
import ./../make-test-python.nix ({ pkgs, ... } : { |
||||
name = "mysql-backup"; |
||||
meta = with pkgs.lib.maintainers; { |
||||
maintainers = [ rvl ]; |
||||
}; |
||||
{ |
||||
system ? builtins.currentSystem, |
||||
config ? {}, |
||||
pkgs ? import ../../.. { inherit system config; }, |
||||
lib ? pkgs.lib |
||||
}: |
||||
|
||||
nodes = { |
||||
master = { pkgs, ... }: { |
||||
services.mysql = { |
||||
enable = true; |
||||
initialDatabases = [ { name = "testdb"; schema = ./testdb.sql; } ]; |
||||
package = pkgs.mariadb; |
||||
}; |
||||
let |
||||
inherit (import ./common.nix { inherit pkgs lib; }) mkTestName mariadbPackages; |
||||
|
||||
makeTest = import ./../make-test-python.nix; |
||||
|
||||
makeBackupTest = { |
||||
package, |
||||
name ? mkTestName package |
||||
}: makeTest { |
||||
name = "${name}-backup"; |
||||
meta = with pkgs.lib.maintainers; { |
||||
maintainers = [ rvl ]; |
||||
}; |
||||
|
||||
nodes = { |
||||
master = { pkgs, ... }: { |
||||
services.mysql = { |
||||
inherit package; |
||||
enable = true; |
||||
initialDatabases = [ { name = "testdb"; schema = ./testdb.sql; } ]; |
||||
}; |
||||
|
||||
services.mysqlBackup = { |
||||
enable = true; |
||||
databases = [ "doesnotexist" "testdb" ]; |
||||
services.mysqlBackup = { |
||||
enable = true; |
||||
databases = [ "doesnotexist" "testdb" ]; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
|
||||
testScript = '' |
||||
start_all() |
||||
testScript = '' |
||||
start_all() |
||||
|
||||
# Delete backup file that may be left over from a previous test run. |
||||
# This is not needed on Hydra but useful for repeated local test runs. |
||||
master.execute("rm -f /var/backup/mysql/testdb.gz") |
||||
# Delete backup file that may be left over from a previous test run. |
||||
# This is not needed on Hydra but useful for repeated local test runs. |
||||
master.execute("rm -f /var/backup/mysql/testdb.gz") |
||||
|
||||
# Need to have mysql started so that it can be populated with data. |
||||
master.wait_for_unit("mysql.service") |
||||
# Need to have mysql started so that it can be populated with data. |
||||
master.wait_for_unit("mysql.service") |
||||
|
||||
# Wait for testdb to be fully populated (5 rows). |
||||
master.wait_until_succeeds( |
||||
"mysql -u root -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
# Wait for testdb to be fully populated (5 rows). |
||||
master.wait_until_succeeds( |
||||
"mysql -u root -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
|
||||
# Do a backup and wait for it to start |
||||
master.start_job("mysql-backup.service") |
||||
master.wait_for_unit("mysql-backup.service") |
||||
# Do a backup and wait for it to start |
||||
master.start_job("mysql-backup.service") |
||||
master.wait_for_unit("mysql-backup.service") |
||||
|
||||
# wait for backup to fail, because of database 'doesnotexist' |
||||
master.wait_until_fails("systemctl is-active -q mysql-backup.service") |
||||
# wait for backup to fail, because of database 'doesnotexist' |
||||
master.wait_until_fails("systemctl is-active -q mysql-backup.service") |
||||
|
||||
# wait for backup file and check that data appears in backup |
||||
master.wait_for_file("/var/backup/mysql/testdb.gz") |
||||
master.succeed( |
||||
"${pkgs.gzip}/bin/zcat /var/backup/mysql/testdb.gz | grep hello" |
||||
) |
||||
# wait for backup file and check that data appears in backup |
||||
master.wait_for_file("/var/backup/mysql/testdb.gz") |
||||
master.succeed( |
||||
"${pkgs.gzip}/bin/zcat /var/backup/mysql/testdb.gz | grep hello" |
||||
) |
||||
|
||||
# Check that a failed backup is logged |
||||
master.succeed( |
||||
"journalctl -u mysql-backup.service | grep 'fail.*doesnotexist' > /dev/null" |
||||
) |
||||
''; |
||||
}) |
||||
# Check that a failed backup is logged |
||||
master.succeed( |
||||
"journalctl -u mysql-backup.service | grep 'fail.*doesnotexist' > /dev/null" |
||||
) |
||||
''; |
||||
}; |
||||
in |
||||
lib.mapAttrs (_: package: makeBackupTest { inherit package; }) mariadbPackages |
||||
|
||||
@ -1,91 +1,101 @@ |
||||
import ./../make-test-python.nix ({ pkgs, ...} : |
||||
{ |
||||
system ? builtins.currentSystem, |
||||
config ? {}, |
||||
pkgs ? import ../../.. { inherit system config; }, |
||||
lib ? pkgs.lib |
||||
}: |
||||
|
||||
let |
||||
inherit (import ./common.nix { inherit pkgs lib; }) mkTestName mariadbPackages; |
||||
|
||||
replicateUser = "replicate"; |
||||
replicatePassword = "secret"; |
||||
in |
||||
|
||||
{ |
||||
name = "mysql-replication"; |
||||
meta = with pkgs.lib.maintainers; { |
||||
maintainers = [ eelco shlevy ]; |
||||
}; |
||||
makeTest = import ./../make-test-python.nix; |
||||
|
||||
nodes = { |
||||
master = |
||||
{ pkgs, ... }: |
||||
makeReplicationTest = { |
||||
package, |
||||
name ? mkTestName package, |
||||
}: makeTest { |
||||
name = "${name}-replication"; |
||||
meta = with pkgs.lib.maintainers; { |
||||
maintainers = [ ajs124 das_j ]; |
||||
}; |
||||
|
||||
{ |
||||
services.mysql.enable = true; |
||||
services.mysql.package = pkgs.mariadb; |
||||
services.mysql.replication.role = "master"; |
||||
services.mysql.replication.slaveHost = "%"; |
||||
services.mysql.replication.masterUser = replicateUser; |
||||
services.mysql.replication.masterPassword = replicatePassword; |
||||
services.mysql.initialDatabases = [ { name = "testdb"; schema = ./testdb.sql; } ]; |
||||
nodes = { |
||||
primary = { |
||||
services.mysql = { |
||||
inherit package; |
||||
enable = true; |
||||
replication.role = "master"; |
||||
replication.slaveHost = "%"; |
||||
replication.masterUser = replicateUser; |
||||
replication.masterPassword = replicatePassword; |
||||
initialDatabases = [ { name = "testdb"; schema = ./testdb.sql; } ]; |
||||
}; |
||||
networking.firewall.allowedTCPPorts = [ 3306 ]; |
||||
}; |
||||
|
||||
slave1 = |
||||
{ pkgs, nodes, ... }: |
||||
|
||||
{ |
||||
services.mysql.enable = true; |
||||
services.mysql.package = pkgs.mariadb; |
||||
services.mysql.replication.role = "slave"; |
||||
services.mysql.replication.serverId = 2; |
||||
services.mysql.replication.masterHost = nodes.master.config.networking.hostName; |
||||
services.mysql.replication.masterUser = replicateUser; |
||||
services.mysql.replication.masterPassword = replicatePassword; |
||||
secondary1 = { nodes, ... }: { |
||||
services.mysql = { |
||||
inherit package; |
||||
enable = true; |
||||
replication.role = "slave"; |
||||
replication.serverId = 2; |
||||
replication.masterHost = nodes.primary.config.networking.hostName; |
||||
replication.masterUser = replicateUser; |
||||
replication.masterPassword = replicatePassword; |
||||
}; |
||||
}; |
||||
|
||||
slave2 = |
||||
{ pkgs, nodes, ... }: |
||||
|
||||
{ |
||||
services.mysql.enable = true; |
||||
services.mysql.package = pkgs.mariadb; |
||||
services.mysql.replication.role = "slave"; |
||||
services.mysql.replication.serverId = 3; |
||||
services.mysql.replication.masterHost = nodes.master.config.networking.hostName; |
||||
services.mysql.replication.masterUser = replicateUser; |
||||
services.mysql.replication.masterPassword = replicatePassword; |
||||
secondary2 = { nodes, ... }: { |
||||
services.mysql = { |
||||
inherit package; |
||||
enable = true; |
||||
replication.role = "slave"; |
||||
replication.serverId = 3; |
||||
replication.masterHost = nodes.primary.config.networking.hostName; |
||||
replication.masterUser = replicateUser; |
||||
replication.masterPassword = replicatePassword; |
||||
}; |
||||
}; |
||||
}; |
||||
}; |
||||
|
||||
testScript = '' |
||||
master.start() |
||||
master.wait_for_unit("mysql") |
||||
master.wait_for_open_port(3306) |
||||
# Wait for testdb to be fully populated (5 rows). |
||||
master.wait_until_succeeds( |
||||
"sudo -u mysql mysql -u mysql -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
testScript = '' |
||||
primary.start() |
||||
primary.wait_for_unit("mysql") |
||||
primary.wait_for_open_port(3306) |
||||
# Wait for testdb to be fully populated (5 rows). |
||||
primary.wait_until_succeeds( |
||||
"sudo -u mysql mysql -u mysql -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
|
||||
slave1.start() |
||||
slave2.start() |
||||
slave1.wait_for_unit("mysql") |
||||
slave1.wait_for_open_port(3306) |
||||
slave2.wait_for_unit("mysql") |
||||
slave2.wait_for_open_port(3306) |
||||
secondary1.start() |
||||
secondary2.start() |
||||
secondary1.wait_for_unit("mysql") |
||||
secondary1.wait_for_open_port(3306) |
||||
secondary2.wait_for_unit("mysql") |
||||
secondary2.wait_for_open_port(3306) |
||||
|
||||
# wait for replications to finish |
||||
slave1.wait_until_succeeds( |
||||
"sudo -u mysql mysql -u mysql -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
slave2.wait_until_succeeds( |
||||
"sudo -u mysql mysql -u mysql -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
# wait for replications to finish |
||||
secondary1.wait_until_succeeds( |
||||
"sudo -u mysql mysql -u mysql -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
secondary2.wait_until_succeeds( |
||||
"sudo -u mysql mysql -u mysql -D testdb -N -B -e 'select count(id) from tests' | grep -q 5" |
||||
) |
||||
|
||||
slave2.succeed("systemctl stop mysql") |
||||
master.succeed( |
||||
"echo 'insert into testdb.tests values (123, 456);' | sudo -u mysql mysql -u mysql -N" |
||||
) |
||||
slave2.succeed("systemctl start mysql") |
||||
slave2.wait_for_unit("mysql") |
||||
slave2.wait_for_open_port(3306) |
||||
slave2.wait_until_succeeds( |
||||
"echo 'select * from testdb.tests where Id = 123;' | sudo -u mysql mysql -u mysql -N | grep 456" |
||||
) |
||||
''; |
||||
}) |
||||
secondary2.succeed("systemctl stop mysql") |
||||
primary.succeed( |
||||
"echo 'insert into testdb.tests values (123, 456);' | sudo -u mysql mysql -u mysql -N" |
||||
) |
||||
secondary2.succeed("systemctl start mysql") |
||||
secondary2.wait_for_unit("mysql") |
||||
secondary2.wait_for_open_port(3306) |
||||
secondary2.wait_until_succeeds( |
||||
"echo 'select * from testdb.tests where Id = 123;' | sudo -u mysql mysql -u mysql -N | grep 456" |
||||
) |
||||
''; |
||||
}; |
||||
in |
||||
lib.mapAttrs (_: package: makeReplicationTest { inherit package; }) mariadbPackages |
||||
|
||||
@ -1,221 +1,149 @@ |
||||
import ./../make-test-python.nix ({ pkgs, ...}: |
||||
|
||||
{ |
||||
system ? builtins.currentSystem, |
||||
config ? {}, |
||||
pkgs ? import ../../.. { inherit system config; }, |
||||
lib ? pkgs.lib |
||||
}: |
||||
|
||||
let |
||||
# Setup common users |
||||
users = { ... }: |
||||
{ |
||||
users.groups.testusers = { }; |
||||
inherit (import ./common.nix { inherit pkgs lib; }) mkTestName mariadbPackages mysqlPackages; |
||||
|
||||
users.users.testuser = { |
||||
isSystemUser = true; |
||||
group = "testusers"; |
||||
makeTest = import ./../make-test-python.nix; |
||||
# Setup common users |
||||
makeMySQLTest = { |
||||
package, |
||||
name ? mkTestName package, |
||||
useSocketAuth ? true, |
||||
hasMroonga ? true, |
||||
hasRocksDB ? true |
||||
}: makeTest { |
||||
inherit name; |
||||
meta = with lib.maintainers; { |
||||
maintainers = [ ajs124 das_j ]; |
||||
}; |
||||
|
||||
users.users.testuser2 = { |
||||
isSystemUser = true; |
||||
group = "testusers"; |
||||
}; |
||||
}; |
||||
nodes = { |
||||
${name} = |
||||
{ pkgs, ... }: { |
||||
|
||||
in |
||||
users = { |
||||
groups.testusers = { }; |
||||
|
||||
{ |
||||
name = "mysql"; |
||||
meta = with pkgs.lib.maintainers; { |
||||
maintainers = [ eelco shlevy ]; |
||||
}; |
||||
|
||||
nodes = { |
||||
mysql57 = |
||||
{ pkgs, ... }: |
||||
users.testuser = { |
||||
isSystemUser = true; |
||||
group = "testusers"; |
||||
}; |
||||
|
||||
{ |
||||
imports = [ users ]; |
||||
|
||||
services.mysql.enable = true; |
||||
services.mysql.initialDatabases = [ |
||||
{ name = "testdb3"; schema = ./testdb.sql; } |
||||
]; |
||||
# note that using pkgs.writeText here is generally not a good idea, |
||||
# as it will store the password in world-readable /nix/store ;) |
||||
services.mysql.initialScript = pkgs.writeText "mysql-init.sql" '' |
||||
CREATE USER 'testuser3'@'localhost' IDENTIFIED BY 'secure'; |
||||
GRANT ALL PRIVILEGES ON testdb3.* TO 'testuser3'@'localhost'; |
||||
''; |
||||
services.mysql.ensureDatabases = [ "testdb" "testdb2" ]; |
||||
services.mysql.ensureUsers = [{ |
||||
name = "testuser"; |
||||
ensurePermissions = { |
||||
"testdb.*" = "ALL PRIVILEGES"; |
||||
}; |
||||
} { |
||||
name = "testuser2"; |
||||
ensurePermissions = { |
||||
"testdb2.*" = "ALL PRIVILEGES"; |
||||
users.testuser2 = { |
||||
isSystemUser = true; |
||||
group = "testusers"; |
||||
}; |
||||
}; |
||||
}]; |
||||
services.mysql.package = pkgs.mysql57; |
||||
}; |
||||
|
||||
mysql80 = |
||||
{ pkgs, ... }: |
||||
|
||||
{ |
||||
imports = [ users ]; |
||||
|
||||
services.mysql.enable = true; |
||||
services.mysql.initialDatabases = [ |
||||
{ name = "testdb3"; schema = ./testdb.sql; } |
||||
]; |
||||
# note that using pkgs.writeText here is generally not a good idea, |
||||
# as it will store the password in world-readable /nix/store ;) |
||||
services.mysql.initialScript = pkgs.writeText "mysql-init.sql" '' |
||||
CREATE USER 'testuser3'@'localhost' IDENTIFIED BY 'secure'; |
||||
GRANT ALL PRIVILEGES ON testdb3.* TO 'testuser3'@'localhost'; |
||||
''; |
||||
services.mysql.ensureDatabases = [ "testdb" "testdb2" ]; |
||||
services.mysql.ensureUsers = [{ |
||||
name = "testuser"; |
||||
ensurePermissions = { |
||||
"testdb.*" = "ALL PRIVILEGES"; |
||||
}; |
||||
} { |
||||
name = "testuser2"; |
||||
ensurePermissions = { |
||||
"testdb2.*" = "ALL PRIVILEGES"; |
||||
services.mysql = { |
||||
enable = true; |
||||
initialDatabases = [ |
||||
{ name = "testdb3"; schema = ./testdb.sql; } |
||||
]; |
||||
# note that using pkgs.writeText here is generally not a good idea, |
||||
# as it will store the password in world-readable /nix/store ;) |
||||
initialScript = pkgs.writeText "mysql-init.sql" (if (!useSocketAuth) then '' |
||||
CREATE USER 'testuser3'@'localhost' IDENTIFIED BY 'secure'; |
||||
GRANT ALL PRIVILEGES ON testdb3.* TO 'testuser3'@'localhost'; |
||||
'' else '' |
||||
ALTER USER root@localhost IDENTIFIED WITH unix_socket; |
||||
DELETE FROM mysql.user WHERE password = ''' AND plugin = '''; |
||||
DELETE FROM mysql.user WHERE user = '''; |
||||
FLUSH PRIVILEGES; |
||||
''); |
||||
|
||||
ensureDatabases = [ "testdb" "testdb2" ]; |
||||
ensureUsers = [{ |
||||
name = "testuser"; |
||||
ensurePermissions = { |
||||
"testdb.*" = "ALL PRIVILEGES"; |
||||
}; |
||||
} { |
||||
name = "testuser2"; |
||||
ensurePermissions = { |
||||
"testdb2.*" = "ALL PRIVILEGES"; |
||||
}; |
||||
}]; |
||||
package = package; |
||||
settings = { |
||||
mysqld = { |
||||
plugin-load-add = lib.optional hasMroonga "ha_mroonga.so" |
||||
++ lib.optional hasRocksDB "ha_rocksdb.so"; |
||||
}; |
||||
}; |
||||
}; |
||||
}]; |
||||
services.mysql.package = pkgs.mysql80; |
||||
}; |
||||
|
||||
mariadb = |
||||
{ pkgs, ... }: |
||||
|
||||
{ |
||||
imports = [ users ]; |
||||
}; |
||||
|
||||
services.mysql.enable = true; |
||||
services.mysql.initialScript = pkgs.writeText "mariadb-init.sql" '' |
||||
ALTER USER root@localhost IDENTIFIED WITH unix_socket; |
||||
DELETE FROM mysql.user WHERE password = ''' AND plugin = '''; |
||||
DELETE FROM mysql.user WHERE user = '''; |
||||
FLUSH PRIVILEGES; |
||||
''; |
||||
services.mysql.ensureDatabases = [ "testdb" "testdb2" ]; |
||||
services.mysql.ensureUsers = [{ |
||||
name = "testuser"; |
||||
ensurePermissions = { |
||||
"testdb.*" = "ALL PRIVILEGES"; |
||||
}; |
||||
} { |
||||
name = "testuser2"; |
||||
ensurePermissions = { |
||||
"testdb2.*" = "ALL PRIVILEGES"; |
||||
}; |
||||
}]; |
||||
services.mysql.settings = { |
||||
mysqld = { |
||||
plugin-load-add = [ "ha_mroonga.so" "ha_rocksdb.so" ]; |
||||
}; |
||||
mariadb = { |
||||
}; |
||||
services.mysql.package = pkgs.mariadb; |
||||
}; |
||||
}; |
||||
|
||||
testScript = '' |
||||
start_all() |
||||
|
||||
machine = ${name} |
||||
machine.wait_for_unit("mysql") |
||||
machine.succeed( |
||||
"echo 'use testdb; create table tests (test_id INT, PRIMARY KEY (test_id));' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
machine.succeed( |
||||
"echo 'use testdb; insert into tests values (42);' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
# Ensure testuser2 is not able to insert into testdb as mysql testuser2 |
||||
machine.fail( |
||||
"echo 'use testdb; insert into tests values (23);' | sudo -u testuser2 mysql -u testuser2" |
||||
) |
||||
# Ensure testuser2 is not able to authenticate as mysql testuser |
||||
machine.fail( |
||||
"echo 'use testdb; insert into tests values (23);' | sudo -u testuser2 mysql -u testuser" |
||||
) |
||||
machine.succeed( |
||||
"echo 'use testdb; select test_id from tests;' | sudo -u testuser mysql -u testuser -N | grep 42" |
||||
) |
||||
|
||||
${lib.optionalString hasMroonga '' |
||||
# Check if Mroonga plugin works |
||||
machine.succeed( |
||||
"echo 'use testdb; create table mroongadb (test_id INT, PRIMARY KEY (test_id)) ENGINE = Mroonga;' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
machine.succeed( |
||||
"echo 'use testdb; insert into mroongadb values (25);' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
machine.succeed( |
||||
"echo 'use testdb; select test_id from mroongadb;' | sudo -u testuser mysql -u testuser -N | grep 25" |
||||
) |
||||
machine.succeed( |
||||
"echo 'use testdb; drop table mroongadb;' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
''} |
||||
|
||||
${lib.optionalString hasRocksDB '' |
||||
# Check if RocksDB plugin works |
||||
machine.succeed( |
||||
"echo 'use testdb; create table rocksdb (test_id INT, PRIMARY KEY (test_id)) ENGINE = RocksDB;' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
machine.succeed( |
||||
"echo 'use testdb; insert into rocksdb values (28);' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
machine.succeed( |
||||
"echo 'use testdb; select test_id from rocksdb;' | sudo -u testuser mysql -u testuser -N | grep 28" |
||||
) |
||||
machine.succeed( |
||||
"echo 'use testdb; drop table rocksdb;' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
''} |
||||
''; |
||||
}; |
||||
|
||||
testScript = '' |
||||
start_all() |
||||
|
||||
mysql57.wait_for_unit("mysql") |
||||
mysql57.succeed( |
||||
"echo 'use testdb; create table tests (test_id INT, PRIMARY KEY (test_id));' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
mysql57.succeed( |
||||
"echo 'use testdb; insert into tests values (41);' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
# Ensure testuser2 is not able to insert into testdb as mysql testuser2 |
||||
mysql57.fail( |
||||
"echo 'use testdb; insert into tests values (22);' | sudo -u testuser2 mysql -u testuser2" |
||||
) |
||||
# Ensure testuser2 is not able to authenticate as mysql testuser |
||||
mysql57.fail( |
||||
"echo 'use testdb; insert into tests values (22);' | sudo -u testuser2 mysql -u testuser" |
||||
) |
||||
mysql57.succeed( |
||||
"echo 'use testdb; select test_id from tests;' | sudo -u testuser mysql -u testuser -N | grep 41" |
||||
) |
||||
mysql57.succeed( |
||||
"echo 'use testdb3; select * from tests;' | mysql -u testuser3 --password=secure -N | grep 4" |
||||
) |
||||
|
||||
mysql80.wait_for_unit("mysql") |
||||
mysql80.succeed( |
||||
"echo 'use testdb; create table tests (test_id INT, PRIMARY KEY (test_id));' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
mysql80.succeed( |
||||
"echo 'use testdb; insert into tests values (41);' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
# Ensure testuser2 is not able to insert into testdb as mysql testuser2 |
||||
mysql80.fail( |
||||
"echo 'use testdb; insert into tests values (22);' | sudo -u testuser2 mysql -u testuser2" |
||||
) |
||||
# Ensure testuser2 is not able to authenticate as mysql testuser |
||||
mysql80.fail( |
||||
"echo 'use testdb; insert into tests values (22);' | sudo -u testuser2 mysql -u testuser" |
||||
) |
||||
mysql80.succeed( |
||||
"echo 'use testdb; select test_id from tests;' | sudo -u testuser mysql -u testuser -N | grep 41" |
||||
) |
||||
mysql80.succeed( |
||||
"echo 'use testdb3; select * from tests;' | mysql -u testuser3 --password=secure -N | grep 4" |
||||
) |
||||
|
||||
mariadb.wait_for_unit("mysql") |
||||
mariadb.succeed( |
||||
"echo 'use testdb; create table tests (test_id INT, PRIMARY KEY (test_id));' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
mariadb.succeed( |
||||
"echo 'use testdb; insert into tests values (42);' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
# Ensure testuser2 is not able to insert into testdb as mysql testuser2 |
||||
mariadb.fail( |
||||
"echo 'use testdb; insert into tests values (23);' | sudo -u testuser2 mysql -u testuser2" |
||||
) |
||||
# Ensure testuser2 is not able to authenticate as mysql testuser |
||||
mariadb.fail( |
||||
"echo 'use testdb; insert into tests values (23);' | sudo -u testuser2 mysql -u testuser" |
||||
) |
||||
mariadb.succeed( |
||||
"echo 'use testdb; select test_id from tests;' | sudo -u testuser mysql -u testuser -N | grep 42" |
||||
) |
||||
|
||||
# Check if Mroonga plugin works |
||||
mariadb.succeed( |
||||
"echo 'use testdb; create table mroongadb (test_id INT, PRIMARY KEY (test_id)) ENGINE = Mroonga;' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
mariadb.succeed( |
||||
"echo 'use testdb; insert into mroongadb values (25);' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
mariadb.succeed( |
||||
"echo 'use testdb; select test_id from mroongadb;' | sudo -u testuser mysql -u testuser -N | grep 25" |
||||
) |
||||
mariadb.succeed( |
||||
"echo 'use testdb; drop table mroongadb;' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
|
||||
# Check if RocksDB plugin works |
||||
mariadb.succeed( |
||||
"echo 'use testdb; create table rocksdb (test_id INT, PRIMARY KEY (test_id)) ENGINE = RocksDB;' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
mariadb.succeed( |
||||
"echo 'use testdb; insert into rocksdb values (28);' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
mariadb.succeed( |
||||
"echo 'use testdb; select test_id from rocksdb;' | sudo -u testuser mysql -u testuser -N | grep 28" |
||||
) |
||||
mariadb.succeed( |
||||
"echo 'use testdb; drop table rocksdb;' | sudo -u testuser mysql -u testuser" |
||||
) |
||||
''; |
||||
}) |
||||
in |
||||
lib.mapAttrs (_: package: makeMySQLTest { |
||||
inherit package; |
||||
hasRocksDB = false; hasMroonga = false; |
||||
}) mysqlPackages |
||||
// (lib.mapAttrs (_: package: makeMySQLTest { |
||||
inherit package; |
||||
}) mariadbPackages) |
||||
|
||||
Loading…
Reference in new issue