You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@vcl.apache.org by ar...@apache.org on 2012/02/06 18:18:25 UTC

svn commit: r1241083 - /incubator/vcl/trunk/managementnode/bin/install_perl_libs.pl

Author: arkurth
Date: Mon Feb  6 17:18:25 2012
New Revision: 1241083

URL: http://svn.apache.org/viewvc?rev=1241083&view=rev
Log:
VCL-545
Updated install_perl_libs.pl. Fixed problem where Perl modules failed to install if "notest" function is not available from the CPAN module. This function is only available on newer versions.

Added -l and -p arguments to allow only Linux packages or Perl modules to be installed -- useful for testing the script.

Added LWP::Protocol::https to list of Perl modules to install.

Modified:
    incubator/vcl/trunk/managementnode/bin/install_perl_libs.pl

Modified: incubator/vcl/trunk/managementnode/bin/install_perl_libs.pl
URL: http://svn.apache.org/viewvc/incubator/vcl/trunk/managementnode/bin/install_perl_libs.pl?rev=1241083&r1=1241082&r2=1241083&view=diff
==============================================================================
--- incubator/vcl/trunk/managementnode/bin/install_perl_libs.pl (original)
+++ incubator/vcl/trunk/managementnode/bin/install_perl_libs.pl Mon Feb  6 17:18:25 2012
@@ -53,27 +53,53 @@ use POSIX;
 
 # Store the command line options in hash
 my $AGREE;
+my $INSTALL_LINUX_PACKAGES;
+my $INSTALL_PERL_MODULES;
 my %OPTIONS;
 GetOptions(\%OPTIONS,
 	'y!' => \$AGREE,
+	'linux!' => \$INSTALL_LINUX_PACKAGES,
+	'perl!' => \$INSTALL_PERL_MODULES,
+	'help' => \&help,
 );
 
 show_disclaimer() if !$AGREE;
 
-my @ERRORS;
+my $ERRORS = {};
 
-print_break('=');
-install_linux_packages();
+# Check if -l or -y was specified
+if (!defined($INSTALL_PERL_MODULES) && !defined($INSTALL_LINUX_PACKAGES)) {
+	$INSTALL_PERL_MODULES = 1;
+	$INSTALL_LINUX_PACKAGES = 1;
+}
+elsif (defined($INSTALL_PERL_MODULES) && !defined($INSTALL_LINUX_PACKAGES)) {
+	$INSTALL_LINUX_PACKAGES = !$INSTALL_PERL_MODULES;
+}
+elsif (defined($INSTALL_LINUX_PACKAGES) && !defined($INSTALL_PERL_MODULES)) {
+	$INSTALL_PERL_MODULES = !$INSTALL_LINUX_PACKAGES;
+}
 
-print_break('=');
-install_perl_modules();
+if ($INSTALL_LINUX_PACKAGES) {
+	print_break('=');
+	install_linux_packages();
+}
+
+if ($INSTALL_PERL_MODULES) {
+	print_break('=');
+	install_perl_modules();
+}
 
 print_break('=');
 
-if (@ERRORS) {
-	print "WARNING: failed to install the following components:\n" . join("\n", @ERRORS) . "\n";
+my $error_encountered;
+for my $key (keys %$ERRORS) {
+	for my $component (sort keys %{$ERRORS->{$key}}) {
+		print "WARNING: failed to install $key: $component\n";
+		$error_encountered++;
+	}
 }
-else {
+
+if (!$error_encountered) {
 	print "COMPLETE: installed all components\n";
 }
 
@@ -81,11 +107,20 @@ exit;
 
 #/////////////////////////////////////////////////////////////////////////////
 
+=head2 install_linux_packages
+
+ Parameters  : none
+ Returns     : boolean
+ Description : Installs the Linux operating system packages required by the VCL
+               managment node components.
+
+=cut
+
 sub install_linux_packages {
 	# Check if yum is available
 	my ($which_exit_status, $which_output) = run_command("which yum");
 	if ($which_exit_status ne '0') {
-		print "yum is not available on this OS, skipping Linux package installation\n";
+		print "WARNING: yum is not available on this OS, skipping Linux package installation\n";
 		return 0;
 	}
 	
@@ -119,14 +154,14 @@ sub install_linux_packages {
 		if ($wget_exit_status eq '0' && $wget_output =~ /(epel-release-[\d-]+\.noarch\.rpm)/) {
 			my $rpm_file_name = $1;
 			$epel_url .= "/$rpm_file_name";
-			print "constructed EPEL URL: '$epel_url'\n\n";
+			print "Constructed EPEL URL: '$epel_url'\n\n";
 			
 			# Download the EPEL RPM file
 			my $rpm_command = "rpm -Uvh $epel_url";
 			my ($rpm_exit_status, $rpm_output) = run_command($rpm_command);
 			if ($rpm_exit_status ne '0' && $rpm_output !~ /already installed/i) {
 				print "WARNING: failed to install EPEL, some Perl modules may not install correctly\nrpm command: $rpm_command\nrpm exit status: $rpm_exit_status\nrpm output:\n$rpm_output\n";
-				push @ERRORS, 'EPEL';
+				$ERRORS->{'Linux package'}{'EPEL'} = 1;
 			}
 			elsif ($rpm_output =~ /already installed/i) {
 				print "SUCCESS: EPEL is already installed\n";
@@ -137,7 +172,7 @@ sub install_linux_packages {
 		}
 		else {
 			print "WARNING: failed to determine name of EPEL RPM, did not locate 'epel-relase' line in wget output, some Perl modules may not install correctly\nwget command: '$wget_command'\nexit status: $wget_exit_status\noutput:\n$wget_output\n";
-			push @ERRORS, 'EPEL';
+			$ERRORS->{'Linux package'}{'EPEL'} = 1;
 		}
 		
 		
@@ -147,16 +182,13 @@ sub install_linux_packages {
 	}
 	
 	my @linux_packages = (
-		'expat',
 		'expat-devel',
 		'gcc',
 		'krb5-libs',
 		'krb5-devel',
-		'libxml2',
 		'libxml2-devel',
 		'make',
 		'nmap',
-		'openssl',
 		'openssl-devel',
 		'perl-Archive-Tar',
 		'perl-CPAN',
@@ -175,12 +207,12 @@ sub install_linux_packages {
 	
 	for my $linux_package (@linux_packages) {
 		print_break('*');
-		print "Attempting to install Linux package using yum: '$linux_package'\n";
+		print "Attempting to install Linux package using yum: $linux_package\n";
 		
-		my $yum_command = "yum install $linux_package -y";
-		print "yum command: $yum_command\n";
+		my $yum_command = "yum install $linux_package -y --nogpgcheck";
+		#print "Yum command: $yum_command\n";
 		
-		my $yum_output = `$yum_command 2>&1`;
+		my $yum_output = `$yum_command 2>&1 | grep -v '^\\(Load\\|Setting\\|Nothing\\| \\*\\)'`;
 		my $yum_exit_status = $? >> 8;
 		
 		chomp $yum_output;
@@ -188,32 +220,44 @@ sub install_linux_packages {
 		
 		if ($yum_exit_status ne '0') {
 			print "WARNING: failed to install Linux package: '$linux_package', exit status: $yum_exit_status\n";
-			#push @ERRORS, "Linux package: $linux_package";
+			$ERRORS->{'Linux package'}{$linux_package} = 1;
 		}
 		elsif ($yum_output =~ /$linux_package[^\n]*already installed/i) {
-			print "SUCCESS: Linux package is already installed: '$linux_package'\n";
+			print "SUCCESS: Linux package is already installed: $linux_package\n";
 		}
 		elsif ($yum_output =~ /Complete\!/i) {
-			print "SUCCESS: installed Linux package: '$linux_package'\n";
+			print "SUCCESS: installed Linux package: $linux_package\n";
+		}
+		elsif ($yum_output =~ /No package.*available/i) {
+			print "WARNING: Linux package is not available via yum: $linux_package\n";
+			$ERRORS->{'Linux package'}{$linux_package} = 1;
 		}
 		else {
-			print "WARNING: unexpected output returned while installing Linux package: '$linux_package'\n";
-			#push @ERRORS, "Linux package: $linux_package";
+			print "WARNING: unexpected output returned while installing Linux package: $linux_package\n";
+			$ERRORS->{'Linux package'}{$linux_package} = 1;
 		}
-		
 	}
-	
 	return 1;
 }
 
 #/////////////////////////////////////////////////////////////////////////////
 
-sub install_perl_modules {
-	
-	eval "use CPAN";
+=head2 configure_cpan
+
+ Parameters  : none
+ Returns     : boolean
+ Description : Attempts to configure CPAN so that modules can be installed
+               without user interaction.
+
+=cut
+
+sub configure_cpan {
+	eval {
+		require CPAN;
+	};
 	if ($EVAL_ERROR) {
-		print "ERROR: CPAN Perl module is not installed, unable to install other Perl module dependencies\n";
-		exit;
+		print "Unable to install Perl modules, CPAN module could not be loaded.\n";
+		exit 1;
 	}
 	
 	$ENV{PERL_MM_USE_DEFAULT} = 1; 
@@ -236,9 +280,7 @@ sub install_perl_modules {
 		"check_sigs" => "0",
 		"connect_to_internet_ok" => "1",
 		"cpan_home" => "$cpan_directory",
-		"debug" => "all",
 		"curl" => `echo -n \`which curl\`` || "",
-		"force" => "1",
 		"ftp" => `echo -n \`which ftp\`` || "",
 		"ftp_passive" => "1",
 		"ftp_proxy" => "",
@@ -253,7 +295,6 @@ sub install_perl_modules {
 		"index_expire" => "10",
 		"inhibit_startup_message" => "1",
 		"keep_source_where" => "$cpan_directory/sources",
-		"links" => `echo -n \`which links\`` || "",
 		"load_module_verbosity" => "1",
 		"make" => `echo -n \`which make\`` || "",
 		"make_arg" => "",
@@ -278,7 +319,7 @@ sub install_perl_modules {
 		"shell" => `echo -n \`which bash\`` || "",
 		"show_upload_date" => "0",
 		"tar" => `echo -n \`which tar\`` || "",
-		"tar_verbosity" => "0",
+		"tar_verbosity" => "",
 		"term_ornaments" => "1",
 		"trust_test_report_history" => "1",
 		"unzip" => `echo -n \`which unzip\`` || "",
@@ -290,36 +331,94 @@ sub install_perl_modules {
 	
 	eval { CPAN::Config->commit($config_file_path) };
 	if ($EVAL_ERROR) {
-		print Dumper($CPAN::Config) . "\n";
-	
+		print format_data($CPAN::Config) . "\n";
+		
 		print "\nERROR: failed to create CPAN configuration file: $config_file_path\n";
 		exit 1;
 	}
 	else {
-		print "created CPAN configuration file: $config_file_path\n";
+		print "Created CPAN configuration file: $config_file_path\n";
 	}
 	
-	print_cpan_configuration();
+}
+
+#/////////////////////////////////////////////////////////////////////////////
+
+=head2 install_perl_modules
+
+ Parameters  :
+ Returns     :
+ Description :
+
+=cut
+
+sub install_perl_modules {
+	eval { require CPAN };
+	if ($EVAL_ERROR) {
+		print "ERROR: failed to install perl modules, CPAN module is not available\n";
+		$ERRORS->{'Perl module'}{'ALL'} = 1;
+		return;
+	}
 	
+	configure_cpan();
+
 	my @perl_modules = (
+		'CPAN',
 		'DBI',
 		'Digest::SHA1',
+		'LWP::Protocol::https',
 		'Mail::Mailer',
 		'Object::InsideOut',
 		'RPC::XML',
+		'URI',
 		'YAML',
 	);
 	
-	for my $perl_module (@perl_modules) {
-		print_break('-');
-		print "Attempting to install Perl module using CPAN: '$perl_module'\n";
-		
-		eval { CPAN::Shell->notest("install", $perl_module) };
-		#eval { CPAN::Shell->install($perl_module) };
-		
-		if (!is_perl_module_installed($perl_module)) {
-			print "ERROR: failed to install Perl module: '$perl_module'\n";
-			push @ERRORS, "Perl module: $perl_module";
+	PERL_MODULE: for my $perl_module (@perl_modules) {
+		print_break('*');
+		
+		my $cpan_version = get_perl_module_cpan_version($perl_module);
+		if (!$cpan_version) {
+			print "ERROR: unable to install $perl_module Perl module, information could not be obtained from CPAN\n";
+			$ERRORS->{'Perl module'}{$perl_module} = 1;
+			next PERL_MODULE;
+		}
+		
+		# Check if installed version matches what is available from CPAN
+		my $installed_version = get_perl_module_installed_version($perl_module);
+		if ($installed_version && $installed_version eq $cpan_version) {
+			print "$perl_module Perl module is up to date\n";
+		}
+		else {
+		
+			# Check if the CPAN module implements the "notest" method
+			# This is not available in older versions of CPAN.pm
+			if (CPAN::Shell->can('notest')) {
+				print "Attempting to install (notest, force) Perl module using CPAN: $perl_module\n";
+				eval { CPAN::Shell->rematein("notest", "force", "install", $perl_module) };
+				#eval { CPAN::Shell->notest("force install", $perl_module) };
+			}
+			else {
+				print "Attempting to install (force) Perl module using CPAN: $perl_module\n";
+				eval { CPAN::Shell->rematein("force", "install", $perl_module) };
+				#eval { CPAN::Shell->force("install", $perl_module) };
+			}
+			
+			# Check if the module was successfully installed
+			$installed_version = get_perl_module_installed_version($perl_module);
+			if (!$installed_version) {
+				print "ERROR: failed to install $perl_module Perl module\n";
+				$ERRORS->{'Perl module'}{$perl_module} = 1;
+				next PERL_MODULE;
+			}
+		}
+		
+		# Check if corresponding Linux package failed - remove from %ERRORS
+		my $linux_package_name = "perl-$perl_module";
+		$linux_package_name =~ s/::/-/g;
+		if (defined $ERRORS->{'Linux package'}{$linux_package_name}) {
+			print "Removed $linux_package_name from list of failed Linux packages\n";
+			delete $ERRORS->{'Linux package'}{$linux_package_name};
 		}
 	}
 	
@@ -329,47 +428,116 @@ sub install_perl_modules {
 
 #/////////////////////////////////////////////////////////////////////////////
 
-sub is_perl_module_installed {
-	my $module_package = shift;
-	
-	print "checking if $module_package Perl module is installed...\n";
-	
-	my $command = "perl -e \"eval \\\"use $module_package\\\"; print \\\$" . $module_package . "::VERSION\" 2>&1";
-	my $output = `$command`;
-	
-	my $exit_status = $? >> 8;
-	#print "checked if $module_package is installed, version check output:\n$output\n";
+=head2 get_perl_module_installed_version
+
+ Parameters  : $perl_module
+ Returns     :
+ Description :
+
+=cut
+
+sub get_perl_module_installed_version {
+	my $perl_module = shift;
 	
-	if ($output =~ /Can't locate/i) {
-		print "$module_package Perl module is NOT installed\n";
-		return;
+	my $cpan_module = CPAN::Shell->expand("Module", $perl_module);
+	if ($cpan_module) {
+		my $cpan_installed_version = $cpan_module->inst_version;
+		
+		if ($cpan_installed_version) {
+			print "$perl_module $cpan_installed_version Perl module is installed\n";
+			return $cpan_installed_version;
+		}
+		else {
+			print "$perl_module Perl module is NOT installed\n";
+			return;
+		}
 	}
+	else {
+		print "$perl_module Perl module information could not be obtained from CPAN, checking if it is installed on local computer\n";
+		
+		my $command = "perl -e \"eval \\\"use $perl_module\\\"; print \\\$" . $perl_module . "::VERSION\" 2>&1";
+		my $output = `$command`;
+		my $exit_status = $? >> 8;
+		
+		if ($output =~ /Can't locate/i) {
+			print "$perl_module Perl module is NOT installed\n";
+			return;
+		}
+		
+		my ($version) = $output =~ /^(\d[\d\.]+\d)$/;
+		if (defined($version)) {
+			print "$perl_module Perl module is installed, version: $version\n";
+			return $version;
+		}
+		else {
+			print "$perl_module Perl module appears to be installed but the version could not be determined\ncommand: $command\noutput:\n$output\n";
+			return;
+		}
+	}
+}
+
+#/////////////////////////////////////////////////////////////////////////////
+
+=head2 get_perl_module_cpan_version
+
+ Parameters  : $perl_module
+ Returns     :
+ Description :
+
+=cut
+
+sub get_perl_module_cpan_version {
+	my $perl_module = shift;
 	
-	my ($version) = $output =~ /^(\d[\d\.]+\d)$/;
-	if (defined($version)) {
-		print "$module_package $version Perl module is installed\n";
-		return $version;
+	my $cpan_module = CPAN::Shell->expand("Module", $perl_module);
+	if ($cpan_module) {
+		my $cpan_source_version = $cpan_module->cpan_version;
+		
+		if ($cpan_source_version) {
+			print "$perl_module $cpan_source_version Perl module is available from CPAN\n";
+			return $cpan_source_version;
+		}
+		else {
+			print "WARNING: $perl_module Perl module appears to be available from CPAN but version could not be obtained\n";
+			return;
+		}
 	}
 	else {
-		print "Perl module $module_package appears to be installed but the version could not be determined\ncommand: $command\noutput:\n$output";
+		print "WARNING: $perl_module Perl module is NOT available from CPAN\n";
 		return;
 	}
 }
 
 #/////////////////////////////////////////////////////////////////////////////
 
+=head2 run_command
+
+ Parameters  : $command
+ Returns     : array ($exit_status, $output)
+ Description :
+
+=cut
+
 sub run_command {
 	my $command = shift;
 	
-	print "attempting to execute command: '$command'\n";
+	print "Attempting to execute command: '$command'\n";
 	my $output = `$command 2>&1`; 
 	my $exit_status = $? >> 8;
-	print "executed command: '$command', exit status: $exit_status\n";
+	print "Executed command: '$command', exit status: $exit_status\n";
 	return ($exit_status, $output);
 }
 
 #/////////////////////////////////////////////////////////////////////////////
 
+=head2 show_disclaimer
+
+ Parameters  : none
+ Returns     : 
+ Description :
+
+=cut
+
 sub show_disclaimer {
 	my $disclaimer .= <<"EOF";
 *** NOTICE ***
@@ -406,6 +574,14 @@ EOF
 
 #/////////////////////////////////////////////////////////////////////////////
 
+=head2 print_break
+
+ Parameters  : $character (optional)
+ Returns     :
+ Description :
+
+=cut
+
 sub print_break {
 	my $character = shift;
 	$character = '-' if !defined($character);
@@ -414,7 +590,73 @@ sub print_break {
 
 #/////////////////////////////////////////////////////////////////////////////
 
-sub print_cpan_configuration {
-	$Data::Dumper::Sortkeys = 1;
-	print "CPAN configuration:\n" . Dumper($CPAN::Config) . "\n";
+=head2 format_data
+
+ Parameters  : @data
+ Returns     :
+ Description :
+
+=cut
+
+sub format_data {
+	my @data = @_;
+	
+	if (!(@data)) {
+		return '<undefined>';
+	}
+	
+	$Data::Dumper::Indent    = 1;
+	$Data::Dumper::Purity    = 1;
+	$Data::Dumper::Useqq     = 1;      # Use double quotes for representing string values
+	$Data::Dumper::Terse     = 1;
+	$Data::Dumper::Quotekeys = 1;      # Quote hash keys
+	$Data::Dumper::Pair      = ' => '; # Specifies the separator between hash keys and values
+	$Data::Dumper::Sortkeys  = 1;      # Hash keys are dumped in sorted order
+	
+	my $formatted_string = Dumper(@data);
+	
+	my @formatted_lines = split("\n", $formatted_string);
+	
+	map { $_ = ": $_" } @formatted_lines;
+	
+	return join("\n", @formatted_lines);
+}
+
+#/////////////////////////////////////////////////////////////////////////////
+
+=head2 help
+
+ Parameters  : none
+ Returns     : exits
+ Description :
+
+=cut
+
+sub help {
+	print <<EOF;
+Usage: perl $0 [OPTION]...
+Install all of the Linux packages and Perl modules required by the VCL
+management node daemon (vcld).
+
+  -y             skip license agreement
+  -l, --linux    install Linux packages
+  -p, --perl     install Perl modules
+  --help         display this help and exit
+
+If no -l or -p option is specified, Linux packages and Perl modules are both
+installed.
+EOF
+	exit 0;
 }
+
+#/////////////////////////////////////////////////////////////////////////////
+
+1;
+__END__
+
+=head1 SEE ALSO
+
+L<http://cwiki.apache.org/VCL/>
+
+=cut
+