From: magnus.blaudd
Date: May 30 2011 7:58am
Subject: bzr commit into mysql-5.1-mtr branch (magnus.blaudd:3002) Bug#12603874
List-Archive: http://lists.mysql.com/commits/138413
X-Bug: 12603874
Message-Id: <20110530075839.6DDA113402B@pilot>
MIME-Version: 1.0
Content-Type: multipart/mixed; boundary="===============5889592366268863679=="

--===============5889592366268863679==
MIME-Version: 1.0
Content-Type: text/plain; charset="us-ascii"
Content-Transfer-Encoding: 7bit
Content-Disposition: inline

#At file:///home/msvensson/mysql/5.1-mtr-bug12603874/ based on revid:magnus.blaudd@stripped

 3002 magnus.blaudd@stripped	2011-05-30
      Bug#12603874 - mtr.pl should dump cluster log files when ndbcluster_wait_started() fails
       - We have seen mystery cluster start failures and would like to improve our
      possibility to diagnose why the cluster processes has failed to start by
      dumping the cluster log files to stdout.
       - This is a huge improvement compared to before when only the message 'Start of
      mysql_cluster.X cluster failed'

    modified:
      mysql-test/mysql-test-run.pl
=== modified file 'mysql-test/mysql-test-run.pl'
--- a/mysql-test/mysql-test-run.pl	2011-05-09 12:53:01 +0000
+++ b/mysql-test/mysql-test-run.pl	2011-05-30 07:58:30 +0000
@@ -2544,6 +2544,41 @@ sub ndbcluster_wait_started($$){
 }
 
 
+sub ndbcluster_dump($) {
+  my ($cluster)= @_;
+
+  print "\n== Dumping cluster log files\n\n";
+
+  # ndb_mgmd(s)
+  foreach my $ndb_mgmd ( in_cluster($cluster, ndb_mgmds()) )
+  {
+    my $datadir = $ndb_mgmd->value('DataDir');
+
+    # Should find ndb_<nodeid>_cluster.log and ndb_mgmd.log
+    foreach my $file ( glob("$datadir/ndb*.log") )
+    {
+      print "$file:\n";
+      mtr_printfile("$file");
+      print "\n";
+    }
+  }
+
+  # ndb(s)
+  foreach my $ndbd ( in_cluster($cluster, ndbds()) )
+  {
+    my $datadir = $ndbd->value('DataDir');
+
+    # Should find ndbd.log
+    foreach my $file ( glob("$datadir/ndbd.log") )
+    {
+      print "$file:\n";
+      mtr_printfile("$file");
+      print "\n";
+    }
+  }
+}
+
+
 sub ndb_mgmd_wait_started($) {
   my ($cluster)= @_;
 
@@ -4948,6 +4983,13 @@ sub start_servers($) {
     {
       # failed to start
       $tinfo->{'comment'}= "Start of '".$cluster->name()."' cluster failed";
+
+      #
+      # Dump cluster log files to log file to help analyze the
+      # cause of the failed start
+      #
+      ndbcluster_dump($cluster);
+
       return 1;
     }
   }


--===============5889592366268863679==
MIME-Version: 1.0
Content-Type: text/bzr-bundle; charset="us-ascii";
 name="bzr/magnus.blaudd@stripped"
Content-Transfer-Encoding: 7bit
Content-Disposition: inline

# Bazaar merge directive format 2 (Bazaar 0.90)
# revision_id: magnus.blaudd@stripped\
#   uhtji1v3z5si0ozs
# target_branch: file:///home/msvensson/mysql/5.1-mtr-bug12603874/
# testament_sha1: 75eb71d62db9b3bf9ad3eb2c6dde96fbe70ad0d5
# timestamp: 2011-05-30 09:58:39 +0200
# base_revision_id: magnus.blaudd@stripped\
#   whq6p8058hbj105u
# 
# Begin bundle
IyBCYXphYXIgcmV2aXNpb24gYnVuZGxlIHY0CiMKQlpoOTFBWSZTWdmg500AAmFfgFAQXPf//1YA
DMS////6UAW7m71eusuOyS292eudb0MJQoaaNCKN5MqbUfqnnqie1DaU9TAm1D1ABKEEaGpsmVR6
nomhpk0DTI0Bk0ACUmgUempqfpTTaj1DZQAA0A0ADQSJKYmptT0NNTRo0DTJoAaAAACSTRNEZTya
m0GgFNlT9NU/TVGmjQMQPUaNYiAxNW4m0qlt4/T73MxDjuNRlJDvmzvcLAUeTkogrMl7Kb01dAH7
Zwy4ZNx3/NutXspJKdJK1EF5GlvYXgSw4QuleXw0MbPfzK7lIxstuQPki0wZWzI6efxbZW7ydes7
anT3ylFV7n3KE5gfeHYUwq9VZ8xMz5hCvcGfDdaSr090HO2yeueMmYd34zgsCFtuZcFeVcxAhkMG
MZdLOO2MNITLDKbVeick4u67jOTpRA2FFBQuOGqobzQ5B0RxDQe0WHCnpkXMuljJ4JEKmKVnPsIr
I+ezpHYcIm2rEUw6Eu0TLgkWohMboVa0ozJBxF4Z2JJcl4jlwGidKqDBBqnTM7E4FwwjaJgocWQG
koqMYueosqJ+0gxp8HI8Q5hgaoV0iEktEp4h29c/CbCxtT7k9DbusgTluGs00mzxqLMSTFmqzzcc
WazwXMI1lcmM9my/NIHTG6Ni0HuqOCjLBHCDyE1u3lnVKhNTLKhNf79EV0GYsIuJwS5o50FHnGMU
z2JjoPMVZEmZip1ZaQlv87g0WFTisCmBupiRK8GN4anJRFSHIsL92J7iRB8loVzGf5R9txwjjKkK
oKXnzn8Di18F9OOxywLYLjgUEhU2uW2CZeNzwgrDhhF05GJYxk43YhMNNtcuDUINnmY2fJw7eNF9
prgqC5MRZFirzEHTrmmv+KDHkSXEnfv0V43yKK1PKXIpZEHVKqi87+JzJlDDsda6yY3j68JG36fe
PnsRQiJT7ST2bohj8Cg7S1j5Q6ZEiDhlHDr+SR1R7v4LynNSxjWKKPbA/JiDXohvm7v9yJyHcdLD
Gu7e4ThvZExFW2Pu0h1IhXLl7CfQbck5LGzgw3gPu4ww0Bt6LZGVEHonE9QYyLBIwl14y4p2rUEz
ESN8IGfrtOV0ipUKMIhoSLgcAnxwSMM+bmQDndbZOegusOHz0EBm/54Yepxd6ds0gWigi66GNOUX
FNrPmuVpKAgFkfhNKo+/HjnVei0I7+V9MFjsxTezDtR6Km5ESS3VMvI0HVT5r4si8yDEwludR3lx
icqEYeewsPgf5RArOMB0tdPqOGgvqZobN0zto3pzEiQLGjxHkCY4wwIql1n67+kgViTNnsuCcSk5
CXR2TLq+eaObooeVEcQS9FDhAoL0RO4Zuhcl9eWMs4Wn5jGXt2C3jfS14OXi6HsddI+IYB6bArCu
APWkcQpAqSGTsB411pmi80JBBhKMkqxjahAwbyiFwehpGKXpWhCFflRlM6NXoTvCqExyZ6VfY29x
0ZtNCemm1e6K4pi0ciYiuhybbCLX0ttX3A5PvKJ1VFhnxzIvpjTahIhacyW4bdj1yQjcQqDUzmmn
PRIpDWA6mSDadyZ0dlJ4iaYoZJfwB8vWyoxUpkFkY7AfuHTdKrA8iEYqchuo4mQMW0xwQsYyQ7El
ytFAp2ZrSd16VKbI8F8jIiijRMd1uNV0ZtBgiYn4FEQc+Vxn5axrFZrSHOJCYPzSfq6F9vMhRNVT
RJLQQS8gkaHH1ckYQgw2Ypi/gvciwSD4sSnBJebBq0MWjZSCKs1NhvFJKoJrgDQKIK0daciRlNQf
vvrtFaHT45Ezd7VZRXakeUBA/b5iqP4I0NNbUbtBcDGjnnKJDKEUrjPdrckcZUC5k/kKN0uO0pqs
FgNQ8zgf+LuSKcKEhs0HOmg=


--===============5889592366268863679==--