GNOME.org
 

[gnumeric] tests: mark known failures and improve output.

commit 65728a13f2fddace1b81ad619db86f2a0bcaf712
Author: Morten Welinder <terra gnome org>
Date:   Mon May 24 21:27:32 2010 -0400

    tests: mark known failures and improve output.

 test/t7117-solver-Misra1b.pl  |    2 +-
 test/t7120-solver-Kirby2.pl   |    9 +++++++--
 test/t7121-solver-Hahn1.pl    |    9 +++++++--
 test/t7122-solver-Nelson.pl   |    9 +++++++--
 test/t7123-solver-MGH17.pl    |   10 +++++++---
 test/t7124-solver-Lanczos1.pl |   10 +++++++---
 test/t7125-solver-Lanczos2.pl |   10 +++++++---
 test/t7126-solver-Gauss3.pl   |    2 +-
 test/t7129-solver-Roszman1.pl |   10 +++++++---
 test/t7130-solver-ENSO.pl     |    2 +-
 test/t7140-solver-MGH09.pl    |    9 +++++++--
 test/t7141-solver-Thurber.pl  |    2 +-
 test/t7142-solver-BoxBOD.pl   |    9 +++++++--
 test/t7144-solver-MGH10.pl    |    9 +++++++--
 test/t7145-solver-Eckerle4.pl |    9 +++++++--
 test/t7146-solver-Rat43.pl    |    2 +-
 test/t7147-solver-Bennett5.pl |    9 +++++++--
 17 files changed, 89 insertions(+), 33 deletions(-)
---
diff --git a/test/t7117-solver-Misra1b.pl b/test/t7117-solver-Misra1b.pl
index d5f9325..5bd2275 100755
--- a/test/t7117-solver-Misra1b.pl
+++ b/test/t7117-solver-Misra1b.pl
@@ -6,7 +6,7 @@ use lib ($0 =~ m|^(.*/)| ? $1 : ".");
 use GnumericTest;
 
 my $file = "Misra1b.gnumeric";
-my $rle = 6;
+my $rle = 5.9;
 &message ("Check non-linear solver on $file problem.");
 &test_sheet_calc ("$samples/solver/$file", ['--solve'], "K39",
 		  sub {
diff --git a/test/t7120-solver-Kirby2.pl b/test/t7120-solver-Kirby2.pl
index 7c99ee5..ec6e0d7 100755
--- a/test/t7120-solver-Kirby2.pl
+++ b/test/t7120-solver-Kirby2.pl
@@ -12,6 +12,11 @@ my $rle = 5.5;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7121-solver-Hahn1.pl b/test/t7121-solver-Hahn1.pl
index 669b41f..a0659cb 100755
--- a/test/t7121-solver-Hahn1.pl
+++ b/test/t7121-solver-Hahn1.pl
@@ -12,6 +12,11 @@ my $rle = 2.5;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7122-solver-Nelson.pl b/test/t7122-solver-Nelson.pl
index e641753..a643f88 100755
--- a/test/t7122-solver-Nelson.pl
+++ b/test/t7122-solver-Nelson.pl
@@ -12,6 +12,11 @@ my $rle = 2.5;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7123-solver-MGH17.pl b/test/t7123-solver-MGH17.pl
index 32fa109..1a4e8d9 100755
--- a/test/t7123-solver-MGH17.pl
+++ b/test/t7123-solver-MGH17.pl
@@ -12,7 +12,11 @@ my $rle = 6;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return 1; # Known failure
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7124-solver-Lanczos1.pl b/test/t7124-solver-Lanczos1.pl
index c723c23..a44a699 100755
--- a/test/t7124-solver-Lanczos1.pl
+++ b/test/t7124-solver-Lanczos1.pl
@@ -12,7 +12,11 @@ my $rle = 6;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return 1; # Known failure
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7125-solver-Lanczos2.pl b/test/t7125-solver-Lanczos2.pl
index c8e42ae..b92938c 100755
--- a/test/t7125-solver-Lanczos2.pl
+++ b/test/t7125-solver-Lanczos2.pl
@@ -12,7 +12,11 @@ my $rle = 6;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return 1; # Known failure
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7126-solver-Gauss3.pl b/test/t7126-solver-Gauss3.pl
index f61cdab..acc87a4 100755
--- a/test/t7126-solver-Gauss3.pl
+++ b/test/t7126-solver-Gauss3.pl
@@ -6,7 +6,7 @@ use lib ($0 =~ m|^(.*/)| ? $1 : ".");
 use GnumericTest;
 
 my $file = "Gauss3.gnumeric";
-my $rle = 6;
+my $rle = 5.5;
 &message ("Check non-linear solver on $file problem.");
 &test_sheet_calc ("$samples/solver/$file", ['--solve'], "K39",
 		  sub {
diff --git a/test/t7129-solver-Roszman1.pl b/test/t7129-solver-Roszman1.pl
index 6757fac..42e48ca 100755
--- a/test/t7129-solver-Roszman1.pl
+++ b/test/t7129-solver-Roszman1.pl
@@ -12,7 +12,11 @@ my $rle = 6;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return 1; # Known failure
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7130-solver-ENSO.pl b/test/t7130-solver-ENSO.pl
index 76d6dba..870f860 100755
--- a/test/t7130-solver-ENSO.pl
+++ b/test/t7130-solver-ENSO.pl
@@ -6,7 +6,7 @@ use lib ($0 =~ m|^(.*/)| ? $1 : ".");
 use GnumericTest;
 
 my $file = "ENSO.gnumeric";
-my $rle = 3.6;
+my $rle = 2.5;
 &message ("Check non-linear solver on $file problem.");
 &test_sheet_calc ("$samples/solver/$file", ['--solve'], "K39",
 		  sub {
diff --git a/test/t7140-solver-MGH09.pl b/test/t7140-solver-MGH09.pl
index d748cda..00f213b 100755
--- a/test/t7140-solver-MGH09.pl
+++ b/test/t7140-solver-MGH09.pl
@@ -12,6 +12,11 @@ my $rle = 6;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7141-solver-Thurber.pl b/test/t7141-solver-Thurber.pl
index 262f2fa..f1da457 100755
--- a/test/t7141-solver-Thurber.pl
+++ b/test/t7141-solver-Thurber.pl
@@ -6,7 +6,7 @@ use lib ($0 =~ m|^(.*/)| ? $1 : ".");
 use GnumericTest;
 
 my $file = "Thurber.gnumeric";
-my $rle = 6;
+my $rle = 5;
 &message ("Check non-linear solver on $file problem.");
 &test_sheet_calc ("$samples/solver/$file", ['--solve'], "K39",
 		  sub {
diff --git a/test/t7142-solver-BoxBOD.pl b/test/t7142-solver-BoxBOD.pl
index b5a7f37..ec575fe 100755
--- a/test/t7142-solver-BoxBOD.pl
+++ b/test/t7142-solver-BoxBOD.pl
@@ -12,6 +12,11 @@ my $rle = 6;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7144-solver-MGH10.pl b/test/t7144-solver-MGH10.pl
index 071f566..232c46c 100755
--- a/test/t7144-solver-MGH10.pl
+++ b/test/t7144-solver-MGH10.pl
@@ -12,6 +12,11 @@ my $rle = 6;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7145-solver-Eckerle4.pl b/test/t7145-solver-Eckerle4.pl
index 9b325d0..05e6759 100755
--- a/test/t7145-solver-Eckerle4.pl
+++ b/test/t7145-solver-Eckerle4.pl
@@ -12,6 +12,11 @@ my $rle = 6;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
diff --git a/test/t7146-solver-Rat43.pl b/test/t7146-solver-Rat43.pl
index 49a1378..a6ea7fe 100755
--- a/test/t7146-solver-Rat43.pl
+++ b/test/t7146-solver-Rat43.pl
@@ -6,7 +6,7 @@ use lib ($0 =~ m|^(.*/)| ? $1 : ".");
 use GnumericTest;
 
 my $file = "Rat43.gnumeric";
-my $rle = 6;
+my $rle = 4;
 &message ("Check non-linear solver on $file problem.");
 &test_sheet_calc ("$samples/solver/$file", ['--solve'], "K39",
 		  sub {
diff --git a/test/t7147-solver-Bennett5.pl b/test/t7147-solver-Bennett5.pl
index 895be90..efd47f5 100755
--- a/test/t7147-solver-Bennett5.pl
+++ b/test/t7147-solver-Bennett5.pl
@@ -12,6 +12,11 @@ my $rle = 6;
 		  sub {
 		      chomp;
 		      print STDERR "--> $_\n";
-		      return (/^[-+]?(\d|\.\d)/ &&
-			      $_ > $rle);
+		      my $ok = (/^[-+]?(\d|\.\d)/ && $_ > $rle);
+		      if ($ok) {
+			  print STDERR "Unexpected success.\n";
+		      } else {
+			  print STDERR "Known failure.\n" ;
+			  $ok = 1;
+		      }
 		  });
[Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]