test.pl: added fuzz testing (options -f and -F)

Fuzz testing can be used to generate a lot of weird send streams and check
for a successful transfer. Requires fsstress to be installed on the source
machine (i.e. remote for remote testing).

1 files changed, 144 insertions, 5 deletions

diff --git a/test.pl b/test.pl
index 5b78e58..a577920 100755
--- a/test.pl
+++ b/test.pl
@@ -31,6 +31,8 @@ sub usage {
 	print STDERR <<EO_USAGE;
 $0 -s source -d destination [...]
   -d  destination type:device (required; always local)
+  -f  fuzz testing (number of tests, run after -t tests. -1: infinite)
+  -F  single fuzz test with seed
   -k  keep temporary files
   -p  pedanctic mode (stop on error)
   -q  quiet
@@ -182,7 +184,7 @@ my $p_zfs = "zfs";
 my $p_diff_outfile = "$p_fardir/send.far";
 my $p_perl = "perl";
 
-my $allok = getopts("d:hkpqr:s:t:v", \%opts);
+my $allok = getopts("d:f:F:hkpqr:s:t:v", \%opts);
 
 if (!$opts{d}) {
 	print STDERR "missing -d destination\n";
@@ -194,6 +196,14 @@ if (!$opts{s}) {
 	$allok = 0;
 }
 
+if (!$opts{t} && !$opts{f} && !$opts{F}) {
+	print STDERR "no test given, use -t, -f or -F\n";
+	$allok = 0;
+} elsif ($opts{f} && $opts{F}) {
+	print STDERR "-f cannot be combined with -F\n";
+	$allok = 0;
+}
+
 my $allowed_fs = join("|", @fs);
 
 if (!$allok || $opts{h}) {
@@ -222,6 +232,9 @@ if ($dst_type eq "zfs") {
 	print STDERR "zfs destination type not implemented\n";
 	$allok = 0;
 }
+my $fuzz_test_seed = $opts{F};
+my $fuzz_tests = $fuzz_test_seed ? 1 : $opts{f};
+
 my $dst_mnt = "$p_fardir/mnt-dst";
 my $src_mnt = "$p_fardir/mnt-src";
 my $verbose = $opts{v} ? "-v" : "";
@@ -229,10 +242,11 @@ my $keep_temp = $opts{k};
 $remote_host = $opts{r};
 $ssh_socket = "$p_fardir/ssh_sock";
 
-my ($src_type_opt, @p_send, $src_send, $dst_subvol, $send_incr_opt);
+my ($src_type_opt, @p_send, $src_send, $dst_subvol, $send_incr_opt, @p_destroy);
 if ($src_type eq "zfs") {
 	$src_type_opt = "-z";
 	@p_send = qw(zfs send -F);
+	@p_destroy = qw(zfs destroy -r);
 	$send_incr_opt = "-i";
 	$src_send = $src_dev;
 	$dst_subvol = $src_dev;
@@ -240,13 +254,78 @@ if ($src_type eq "zfs") {
 } elsif ($src_type eq "btrfs") {
 	$src_type_opt = "-b";
 	@p_send = qw(btrfs send);
-	$send_incr_opt = "-i";
+	@p_destroy = qw();
+	$send_incr_opt = "-p";
 	$src_send = "$src_mnt/";
 	$dst_subvol = "";
 } else {
 	die;
 }
 
+sub do_src_destroy {
+	ignore_remote("umount", $src_dev);
+	if ($src_type eq "zfs") {
+		ignore_remote(qw(zfs destroy -r), $src_dev);
+	}
+}
+
+sub do_src_create {
+	if ($src_type eq "zfs") {
+		do_remote(qw(zfs create -o), "mountpoint=$src_mnt", $src_dev);
+	} else {
+		do_remote("mkfs.btrfs", "-L", "fits", $src_dev);
+		do_remote("mount", $src_dev, $src_mnt);
+	}
+}
+
+sub get_src_snapshot_cmd {
+	my $snap = shift;
+	if ($src_type eq "zfs") {
+		return ("zfs", "snapshot", "$src_send\@$snap");
+	} else {
+		return (qw(btrfs subvol snap -r),
+			$src_send, "$src_send/\@$snap");
+	}
+}
+
+sub do_src_snapshot {
+	do_remote(get_src_snapshot_cmd(@_));
+}
+
+sub do_src_fsstress {
+	my $fuzz_test_seed = shift;
+	my $seed = capture_remote(
+		qw(fsstress -n 100 -d), "$src_mnt",
+		($fuzz_test_seed ? ("-s", $fuzz_test_seed) : ()),
+		"-x", join(" ", get_src_snapshot_cmd("base"))
+	);
+	$seed =~ /^seed = (\d+)/;
+	return $fuzz_test_seed ? $fuzz_test_seed : $1;
+}
+
+sub do_src_send {
+	my ($snap, $data_file) = @_;
+	if ($src_type eq "zfs") {
+		do_remote(@p_send, "$src_send\@$snap", {output => $data_file});
+	} else {
+		do_remote(@p_send, "$src_send\@$snap", {output => $data_file});
+	}
+}
+
+sub do_src_fssum {
+	my $snap = shift;
+	my @exclude = $src_type eq "zfs" ? () : @_;
+	do_remote($p_fssum, "-f", snapshot_path($snap),
+		  (map { ("-x", "$src_mnt/\@$snap/\@$_") } @exclude),
+		  {output => $p_sumfile});
+}
+
+sub do_src_send_incr {
+	my ($base, $incr, $data_file) = @_;
+	do_remote(@p_send, $send_incr_opt, "$src_send\@$base",
+		  "$src_send\@$incr", {output => $data_file});
+}
+
 sub cleanup_temp {
 	if (!$keep_temp) {
 		ignore_local("umount", $dst_mnt);
@@ -271,11 +350,13 @@ sub cleanup {
 		ignore_local("losetup", "-d", $src_dev);
 	}
 }
+
 local $SIG{INT} = sub {
 	$SIG{INT} = "DEFAULT";
 	cleanup();
 	kill "INT", $$;
 };
+local $SIG{PIPE} = "IGNORE";
 
 sub snapshot_path {
 	return "$src_mnt/\@$_[0]" if ($src_type eq "btrfs");
@@ -311,7 +392,9 @@ sub subtest_range {
 }
 
 my $test_spec = "";
-if ($opts{t}) {
+if ($opts{t} && $opts{t} eq "all") {
+	$test_spec = ".";
+} elsif ($opts{t}) {
 	my $n = $number_of_digits_in_expand;
 	foreach (split /,/, $opts{t}) {
 		my ($tnum, $subtests) = split /:/;
@@ -336,6 +419,9 @@ if ($opts{t}) {
 		die "failed to compile regexp for test spec: $@"
 	}
 }
+if (!$test_spec && !$fuzz_tests) {
+	die qq{need either -t TESTSPEC|"all" or -f NUM\n};
+}
 
 mkdir($p_fardir) or die "mkdir for temp dir $p_fardir failed: $!\n";
 mkdir($dst_mnt) or die "mkdir $dst_mnt failed: $!\n";
@@ -359,6 +445,10 @@ if ($remote_host) {
 } else {
 	mkdir($src_mnt) or die "mkdir $src_mnt failed: $!\n";
 }
+if ($fuzz_tests) {
+	verbose("checking for fsstress availablity\n");
+	my $out = capture_remote("fsstress", "-n", 0, "-d", $p_fardir);
+}
 
 ignore_local("umount", $dst_dev);
 ignore_remote("umount", $src_dev);
@@ -368,7 +458,10 @@ my @failed_tests = ();
 my $cnt = 0;
 my $ex_ret = 0;
 foreach my $action_file (@files) {
-	if ($test_spec && $action_file !~ $test_spec) {
+	if (!$test_spec) {
+		last;
+	}
+	if ($action_file !~ $test_spec) {
 		next;
 	}
 	my $i = 0;
@@ -436,6 +529,52 @@ foreach my $action_file (@files) {
 	}
 }
 
+for (my $i = 1; $fuzz_tests == -1 || $i <= $fuzz_tests; ++$i) {
+	my $seed;
+	my $t_start = time;
+	eval {
+		out("running fuzz check $i... ");
+		ignore_local("umount", $dst_mnt);
+		do_local("mkfs.btrfs", "-L", "fits", $dst_dev);
+		do_local("mount", "-o", "noatime", $dst_dev, $dst_mnt);
+		do_src_destroy();
+		do_src_create();
+		$seed = do_src_fsstress($fuzz_test_seed);
+		out("(seed $seed) ");
+		do_src_snapshot("incr");
+
+		my $data_file = $p_diff_outfile.".full";
+		do_src_send("base", $data_file);
+
+		do_local($p_btrfs, "receive", ($verbose ? $verbose : ()),
+			 $dst_mnt, {input => $data_file});
+
+		do_src_fssum("base");
+		do_local($p_fssum, "-r", $p_sumfile,
+			 "$dst_mnt/$dst_subvol\@base");
+
+		$data_file = $p_diff_outfile.".incr.0-1";
+		do_src_send_incr("base", "incr", $data_file);
+		do_local($p_btrfs, "receive", ($verbose ? $verbose : ()),
+			 $dst_mnt, {input => $data_file});
+
+		do_src_fssum("incr", "base");
+		do_local($p_fssum, "-r", $p_sumfile,
+			 "$dst_mnt/$dst_subvol\@incr");
+	};
+
+	if ($@) {
+		die($@) if $opts{p};
+		out(" failed\n");
+		verbose($@);
+		$ex_ret++;
+		push @failed_tests, "fuzz test seed $seed";
+	} else {
+		my $t_elapsed = int((time - $t_start) * 100)/100;
+		out("ok ($t_elapsed sec)\n");
+	}
+}
+
 if (@failed_tests) {
 	print "\nFailed tests: ", join(", ", @failed_tests), "\n";
 } else {