#!/usr/bin/env perl # # vim: set ts=4:noet # # Lib.pm # shared functions for the sbo_ scripts. # # authors: Jacob Pipkin # Luke Williams # license: WTFPL use 5.16.0; use strict; use warnings FATAL => 'all'; package SBO::Lib; our $VERSION = '1.6'; require Exporter; our @ISA = qw(Exporter); our @EXPORT = qw( script_error open_fh open_read show_version slackbuilds_or_fetch fetch_tree update_tree get_installed_packages get_inst_names get_available_updates get_requires get_readme_contents do_slackbuild make_clean make_distclean do_upgradepkg get_sbo_location get_from_info get_tmp_extfn get_arch get_build_queue merge_queues get_installed_cpans check_distfiles get_user_group ask_user_group get_opts ask_opts user_prompt process_sbos print_failures usage_error $tempdir $conf_dir $conf_file %config ); use constant { _ERR_USAGE => 1, # usage errors _ERR_SCRIPT => 2, # errors with the scripts themselves _ERR_BUILD => 3, # errors during the slackbuild process _ERR_MD5SUM => 4, # md5sum verification _ERR_DOWNLOAD => 5, # errors with downloading things _ERR_OPENFH => 6, # opening file handles _ERR_NOINFO => 7, # missing information _ERR_F_SETFD => 8, # unsetting exec-on-close bit _ERR_NOMULTILIB => 9, # lacking multilib where required _ERR_CONVERTPKG => 10, # errors while running convertpkg-compat32 _ERR_NOCONVERTPKG => 11, # lacking convertpkg-compat32 where required }; unless ($< == 0) { warn "This script requires root privileges.\n"; exit _ERR_USAGE; } use Tie::File; use Sort::Versions; use Digest::MD5; use File::Copy; use File::Path qw(make_path remove_tree); use File::Temp qw(tempdir tempfile); use File::Find; use File::Basename; use Fcntl qw(F_SETFD F_GETFD); # get $TMP from the env, if defined - we use two variables here because there # are times when we need to no if the environment variable is set, and other # times where it doesn't matter. our $env_tmp; $env_tmp = $ENV{TMP} if defined $ENV{TMP}; our $tmpd = $env_tmp ? $env_tmp : '/tmp'; our $tempdir = tempdir(CLEANUP => 1, DIR => $tmpd); # define this to facilitate unit testing - should only ever be modified from # t/test.t our $pkg_db = '/var/log/packages'; # subroutine for throwing internal script errors sub script_error(;$) { exists $_[0] ? warn "A fatal script error has occurred:\n$_[0]\nExiting.\n" : warn "A fatal script error has occurred. Exiting.\n"; exit _ERR_SCRIPT; } # subroutine for usage errors sub usage_error($) { warn shift ."\n"; exit _ERR_USAGE; } # sub for opening files, second arg is like '<','>', etc sub open_fh { exists $_[1] or script_error 'open_fh requires two arguments'; unless ($_[1] eq '>') { -f $_[0] or script_error "open_fh, $_[0] is not a file"; } my ($file, $op) = @_; my $fh; unless (open $fh, $op, $file) { my $warn = "Unable to open $file.\n"; my $exit = _ERR_OPENFH; return ($warn, $exit); } return $fh; } sub open_read($) { return open_fh(shift, '<'); } # global config variables our $conf_dir = '/etc/sbotools'; our $conf_file = "$conf_dir/sbotools.conf"; our %config = ( NOCLEAN => 'FALSE', DISTCLEAN => 'FALSE', JOBS => 'FALSE', PKG_DIR => 'FALSE', SBO_HOME => 'FALSE', ); # subroutine to suck in config in order to facilitate unit testing sub read_config() { my %conf_values; if (-f $conf_file) { my ($fh, $exit) = open_read $conf_file; if ($exit) { warn $fh; $config{SBO_HOME} = '/usr/sbo'; return; } my $text = do {local $/; <$fh>}; %conf_values = $text =~ /^(\w+)=(.*)$/mg; close $fh; } for my $key (keys %config) { $config{$key} = $conf_values{$key} if exists $conf_values{$key}; } $config{JOBS} = 'FALSE' unless $config{JOBS} =~ /^\d+$/; $config{SBO_HOME} = '/usr/sbo' if $config{SBO_HOME} eq 'FALSE'; } read_config; # some stuff we'll need later - define first two as our for unit testing our $distfiles = "$config{SBO_HOME}/distfiles"; our $slackbuilds_txt = "$config{SBO_HOME}/SLACKBUILDS.TXT"; my $name_regex = '\ASLACKBUILD\s+NAME:\s+'; sub show_version() { say "sbotools version $VERSION"; say 'licensed under the WTFPL'; say ''; } # %supported maps what's in /etc/slackware-version to what's at SBo # which is now not needed since this version drops support < 14.0 # but it's already future-proofed, so leave it. sub get_slack_version() { my %supported = ('14.0' => '14.0'); my ($fh, $exit) = open_read '/etc/slackware-version'; if ($exit) { warn $fh; exit $exit; } chomp(my $line = <$fh>); close $fh; my $version = ($line =~ /\s+(\d+[^\s]+)$/)[0]; usage_error "Unsupported Slackware version: $version\n" unless $version ~~ %supported; return $supported{$version}; } # does the SLACKBUILDS.TXT file exist in the sbo tree? sub chk_slackbuilds_txt() { return -f $slackbuilds_txt ? 1 : undef; } # check for the validity of new $config{SBO_HOME} sub check_home() { my $sbo_home = $config{SBO_HOME}; if (-d $sbo_home) { opendir(my $home_handle, $sbo_home); FIRST: while (readdir $home_handle) { next FIRST if /^\.[\.]{0,1}$/; usage_error "$sbo_home exists and is not empty. Exiting.\n"; } } else { make_path($sbo_home) or usage_error "Unable to create $sbo_home.\n"; } return 1; } # rsync the sbo tree from slackbuilds.org to $config{SBO_HOME} sub rsync_sbo_tree() { my $slk_version = get_slack_version; my @arg = ('rsync', '-a', '--exclude=*.tar.gz', '--exclude=*.tar.gz.asc'); push @arg, '--delete', "rsync://slackbuilds.org/slackbuilds/$slk_version/*"; my $out = system @arg, $config{SBO_HOME}; my $wanted = sub { $File::Find::name ? chown 0, 0, $File::Find::name : chown 0, 0, $File::Find::dir; }; find($wanted, $config{SBO_HOME}); say 'Finished.' and return $out; } # wrappers for differing checks and output sub fetch_tree() { check_home; say 'Pulling SlackBuilds tree...'; rsync_sbo_tree, return 1; } sub update_tree() { fetch_tree, return unless chk_slackbuilds_txt; say 'Updating SlackBuilds tree...'; rsync_sbo_tree, return 1; } # if the SLACKBUILDS.TXT is not in $config{SBO_HOME}, we assume the tree has # not been populated there; prompt the user to automagickally pull the tree. sub slackbuilds_or_fetch() { unless (chk_slackbuilds_txt) { say 'It looks like you haven\'t run "sbosnap fetch" yet.'; print 'Would you like me to do this now? [y] '; if ( =~ /^[Yy\n]/) { fetch_tree; } else { say 'Please run "sbosnap fetch"'; exit 0; } } return 1; } # pull an array of hashes, each hash containing the name and version of a # package currently installed. Gets filtered using STD, SBO or ALL. sub get_installed_packages($) { exists $_[0] or script_error 'get_installed_packages requires an argument.'; my $filter = shift; my @installed; my $regex = qr#/([^/]+)-([^-]+)-[^-]+-([^-]+)$#; for my $path (<$pkg_db/*>) { if (my ($name, $version, $build) = ($path =~ $regex)[0,1,2]) { # valid types: STD, SBO my $type = 'STD'; if ($build =~ m/_SBo(|compat32)$/) { my $sbo = $name; $sbo =~ s/-compat32//g if $name =~ /-compat32$/; $type = 'SBO' if get_sbo_location($sbo); } if ($filter eq $type or $filter eq 'ALL') { push @installed, {name => $name, version => $version}; } } } return \@installed; } # for a ref to an array of hashes of installed packages, return an array ref # consisting of just their names sub get_inst_names($) { exists $_[0] or script_error 'get_inst_names requires an argument.'; my $inst = shift; my @installed; push @installed, $$_{name} for @$inst; return \@installed; } # search the SLACKBUILDS.TXT for a given sbo's directory sub get_sbo_location { exists $_[0] or script_error 'get_sbo_location requires an argument.'; my @sbos = @_; if (ref $sbos[0] eq 'ARRAY') { my $tmp = $sbos[0]; @sbos = @$tmp; } state $store = {}; # if scalar context and we already have the location, return it now. unless (wantarray) { return $$store{$sbos[0]} if exists $$store{$sbos[0]}; } my %locations; my ($fh, $exit) = open_read $slackbuilds_txt; if ($exit) { warn $fh; exit $exit; } FIRST: for my $sbo (@sbos) { $locations{$sbo} = $$store{$sbo}, next FIRST if exists $$store{$sbo}; my $regex = qr#LOCATION:\s+\.(/[^/]+/\Q$sbo\E)$#; while (my $line = <$fh>) { if (my $loc = ($line =~ $regex)[0]) { # save what we found for later requests $$store{$sbo} = "$config{SBO_HOME}$loc"; return $$store{$sbo} unless wantarray; $locations{$sbo} = $$store{$sbo}; } } seek $fh, 0, 0; } close $fh; return %locations; } # pull the sbo name from a $location: $config{SBO_HOME}/system/wine, etc. sub get_sbo_from_loc($) { exists $_[0] or script_error 'get_sbo_from_loc requires an argument.'; return (shift =~ qr#/([^/]+)$#)[0]; } # pull piece(s) of data, GET, from the $sbo.info file under LOCATION. sub get_from_info { my %args = ( LOCATION => '', GET => '', @_ ); unless ($args{LOCATION} && $args{GET}) { script_error 'get_from_info requires LOCATION and GET.'; } state $store = {PRGNAM => ['']}; my $sbo = get_sbo_from_loc $args{LOCATION}; return $$store{$args{GET}} if $$store{PRGNAM}[0] eq $sbo; # if we're here, we haven't read in the .info file yet. my ($fh, $exit) = open_read "$args{LOCATION}/$sbo.info"; return if $exit; # suck it all in, clean it all up, stuff it all in $store. my $contents = do {local $/; <$fh>}; $contents =~ s/("|\\\n)//g; $store = {$contents =~ /^(\w+)=(.*)$/mg}; # fill the hash with array refs - even for single values, # since consistency here is a lot easier than sorting it out later for my $key (keys %$store) { if ($$store{$key} =~ /\s/) { my @array = split ' ', $$store{$key}; $$store{$key} = \@array; } else { $$store{$key} = [$$store{$key}]; } } return exists $$store{$args{GET}} ? $$store{$args{GET}} : undef; } # find the version in the tree for a given sbo (provided a location) sub get_sbo_version($) { exists $_[0] or script_error 'get_sbo_version requires an argument.'; my $version = get_from_info(LOCATION => shift, GET => 'VERSION'); return $$version[0] ? $$version[0] : undef; } # for each installed sbo, find out whether or not the version in the tree is # newer, and compile an array of hashes containing those which are sub get_available_updates() { my @updates; my $pkg_list = get_installed_packages 'SBO'; FIRST: for my $key (keys @$pkg_list) { my $location = get_sbo_location($$pkg_list[$key]{name}); # if we can't find a location, assume invalid and skip next FIRST unless $location; my $version = get_sbo_version $location; if (versioncmp($version, $$pkg_list[$key]{version}) == 1) { push @updates, { name => $$pkg_list[$key]{name}, installed => $$pkg_list[$key]{version}, update => $version }; } } return \@updates; } # get downloads and md5sums from an sbo's .info file, first # checking for x86_64-specific info if we are told to sub get_download_info { my %args = ( LOCATION => 0, X64 => 1, @_ ); $args{LOCATION} or script_error 'get_download_info requires LOCATION.'; my ($get, $downs, $exit, $md5s, %return); $get = ($args{X64} ? 'DOWNLOAD_x86_64' : 'DOWNLOAD'); $downs = get_from_info(LOCATION => $args{LOCATION}, GET => $get); # did we get nothing back, or UNSUPPORTED/UNTESTED? if ($args{X64}) { if (! $$downs[0] || $$downs[0] =~ qr/^UN(SUPPOR|TES)TED$/) { $args{X64} = 0; $downs = get_from_info(LOCATION => $args{LOCATION}, GET => 'DOWNLOAD'); } } # if we still don't have any links, something is really wrong. return unless $$downs[0]; # grab the md5s and build a hash $get = $args{X64} ? 'MD5SUM_x86_64' : 'MD5SUM'; $md5s = get_from_info(LOCATION => $args{LOCATION}, GET => $get); return unless $$md5s[0]; $return{$$downs[$_]} = $$md5s[$_] for (keys @$downs); return \%return; } sub get_arch() { chomp(my $arch = `uname -m`); return $arch; } # TODO: should probably combine this with get_download_info sub get_sbo_downloads { my %args = ( LOCATION => '', 32 => 0, @_ ); $args{LOCATION} or script_error 'get_sbo_downloads requires LOCATION.'; my $location = $args{LOCATION}; -d $location or script_error 'get_sbo_downloads given a non-directory.'; my $arch = get_arch; my $dl_info; if ($arch eq 'x86_64') { $dl_info = get_download_info(LOCATION => $location) unless $args{32}; } unless (keys %$dl_info > 0) { $dl_info = get_download_info(LOCATION => $location, X64 => 0); } return $dl_info; } # given a link, grab the filename from it and prepend $distfiles sub get_filename_from_link($) { exists $_[0] or script_error 'get_filename_from_link requires an argument'; my $fn = shift; my $regex = qr#/([^/]+)$#; my $filename = $fn =~ $regex ? $distfiles .'/'. ($fn =~ $regex)[0] : undef; $filename =~ s/%2B/+/g if $filename; return $filename; } # for a given file, compute its md5sum sub compute_md5sum($) { -f $_[0] or script_error 'compute_md5sum requires a file argument.'; my ($fh, $exit) = open_read shift; my $md5 = Digest::MD5->new; $md5->addfile($fh); my $md5sum = $md5->hexdigest; close $fh; return $md5sum; } # for a given distfile, see whether or not it exists, and if so, if its md5sum # matches the sbo's .info file sub verify_distfile { exists $_[1] or script_error 'verify_distfile requires two arguments.'; my ($link, $info_md5) = @_; my $filename = get_filename_from_link $link; return unless -f $filename; my $md5sum = compute_md5sum $filename; return $info_md5 eq $md5sum ? 1 : 0; } # for a given distfile, attempt to retrieve it and, if successful, check its # md5sum against that in the sbo's .info file sub get_distfile { exists $_[1] or script_error 'get_distfile requires an argument'; my ($link, $info_md5) = @_; my $filename = get_filename_from_link $link; mkdir $distfiles unless -d $distfiles; chdir $distfiles; unlink $filename if -f $filename; if (system("wget --no-check-certificate \"$link\"") != 0) { return "Unable to wget $link.\n", _ERR_DOWNLOAD; } # can't do anything if the link in the .info doesn't lead to a good d/l verify_distfile(@_) ? return 1 : return "md5sum failure for $filename.\n", _ERR_MD5SUM; } # for a given distfile, figure out what the full path to its symlink will be sub get_symlink_from_filename { exists $_[1] or script_error 'get_symlink_from_filename requires two arguments'; -f $_[0] or script_error 'get_symlink_from_filename first argument is not a file'; my ($filename, $location) = @_; return "$location/". ($filename =~ qr#/([^/]+)$#)[0]; } # determine whether or not a given sbo is 32-bit only sub check_x32($) { exists $_[0] or script_error 'check_x32 requires an argument.'; my $dl = get_from_info(LOCATION => shift, GET => 'DOWNLOAD_x86_64'); return $$dl[0] =~ /UN(SUPPOR|TES)TED/ ? 1 : undef; } # can't do 32-bit on x86_64 without this file, so we'll use it as the test to # to determine whether or not an x86_64 system is setup for multilib sub check_multilib() { return 1 if -f '/etc/profile.d/32dev.sh'; return; } # given a list of downloads, return just the filenames sub get_dl_fns($) { my $fns = shift; my $return; push @$return, ($_ =~ qr|/([^/]+)$|)[0] for @$fns; return $return; } # given a line that looks like it's decompressing something, try to return a # valid filename regex sub get_dc_regex { my $line = shift; # get rid of initial 'tar x'whatever stuff $line =~ s/^.*(? '', SLACKBUILD => '', CHANGES => {}, C32 => 0, @_ ); $args{SLACKBUILD} or script_error 'rewrite_slackbuild requires SLACKBUILD.'; my $slackbuild = $args{SLACKBUILD}; my $changes = $args{CHANGES}; unless (copy($slackbuild, "$slackbuild.orig")) { return "Unable to backup $slackbuild to $slackbuild.orig\n", _ERR_OPENFH; } my $libdir_regex = qr/^\s*LIBDIRSUFFIX="64"\s*$/; my $arch_regex = qr/\$VERSION-\$ARCH-\$BUILD/; my $dc_regex = qr/(? $location, 32 => 1, ); my $fns = get_dl_fns [keys %$downloads]; for my $line (@sb_file) { if ($line =~ $dc_regex) { my ($regex, $initial) = get_dc_regex $line; for my $fn (@$fns) { $fn = "$initial$fn"; $line =~ s/$regex/$fn/ if $fn =~ $regex; } } } } for my $line (@sb_file) { # then check for and apply any other %$changes if (exists $$changes{libdirsuffix}) { $line =~ s/64/$$changes{libdirsuffix}/ if $line =~ $libdir_regex; } if (exists $$changes{arch_out}) { $line =~ s/\$ARCH/$$changes{arch_out}/ if $line =~ $arch_regex; } } untie @sb_file; return 1; } # move a backed-up .SlackBuild file back into place sub revert_slackbuild($) { exists $_[0] or script_error 'revert_slackbuild requires an argument'; my $slackbuild = shift; if (-f "$slackbuild.orig") { unlink $slackbuild if -f $slackbuild; rename "$slackbuild.orig", $slackbuild; } return 1; } # for the given location, pull list of downloads and check to see if any exist; # if so, verify they md5 correctly and if not, download them and check the new # download's md5sum, then create required symlinks for them. sub check_distfiles { my %args = ( LOCATION => '', COMPAT32 => 0, @_ ); $args{LOCATION} or script_error 'check_distfiles requires LOCATION.'; my $location = $args{LOCATION}; my $sbo = get_sbo_from_loc $location; my $downloads = get_sbo_downloads( LOCATION => $location, 32 => $args{COMPAT32} ); # return an error if we're unable to get download info unless (keys %$downloads > 0) { return "Unable to get download info from $location/$sbo.info\n", _ERR_NOINFO; } while (my ($link, $md5) = each %$downloads) { unless (verify_distfile($link, $md5)) { my ($fail, $exit) = get_distfile($link, $md5); return $fail, $exit if $exit; } } my $symlinks = create_symlinks($args{LOCATION}, $downloads); return $symlinks; } # given a location and a list of download links, assemble a list of symlinks, # and create them. sub create_symlinks { exists $_[1] or script_error 'create_symlinks requires two arguments.'; my ($location, $downloads) = @_; my @symlinks; for my $link (keys %$downloads) { my $filename = get_filename_from_link $link; my $symlink = get_symlink_from_filename($filename, $location); push @symlinks, $symlink; symlink $filename, $symlink; } return \@symlinks; } # pull the created package name from the temp file we tee'd to sub get_pkg_name($) { my $fh = shift; seek $fh, 0, 0; my $regex = qr/^Slackware\s+package\s+([^\s]+)\s+created\.$/; my $out; FIRST: while (my $line = <$fh>) { last FIRST if $out = ($line =~ $regex)[0]; } return $out; } sub get_src_dir($) { exists $_[0] or script_error 'get_src_dir requires an argument'; my $fh = shift; seek $fh, 0, 0; my @src_dirs; # scripts use either $TMP or /tmp/SBo my $tsbo = $env_tmp ? $env_tmp : "$tmpd/SBo"; if (opendir(my $tsbo_dh, $tsbo)) { FIRST: while (my $ls = readdir $tsbo_dh) { next FIRST if $ls =~ /^\.[\.]{0,1}$/; next FIRST if $ls =~ /^package-/; my $found = 0; SECOND: while (my $line = <$fh>) { if ($line =~ /$ls/) { $found++; last SECOND; } } push @src_dirs, $ls unless $found; } close $tsbo_dh; } close $fh; return \@src_dirs; } # return a filename from a temp fh for use externally sub get_tmp_extfn($) { exists $_[0] or script_error 'get_tmp_extfn requires an argument.'; my $fh = shift; unless (fcntl($fh, F_SETFD, 0)) { return "Can't unset exec-on-close bit.\n", _ERR_F_SETFD; } return '/dev/fd/'. fileno $fh; } # prep and run .SlackBuild sub perform_sbo { my %args = ( OPTS => 0, JOBS => 0, LOCATION => '', ARCH => '', C32 => 0, X32 => 0, @_ ); unless ($args{LOCATION} && $args{ARCH}) { script_error 'perform_sbo requires LOCATION and ARCH.'; } my $location = $args{LOCATION}; my $sbo = get_sbo_from_loc $location; my ($cmd, %changes); # set any changes we need to make to the .SlackBuild, setup the command $cmd = '( '; if ($args{ARCH} eq 'x86_64' and ($args{C32} || $args{X32})) { if ($args{C32}) { $changes{libdirsuffix} = ''; } elsif ($args{X32}) { $changes{arch_out} = 'i486'; } $cmd .= '. /etc/profile.d/32dev.sh &&'; } $cmd .= " $args{OPTS}" if $args{OPTS}; $cmd .= " MAKEOPTS=\"-j$args{JOBS}\"" if $args{JOBS}; # we need to get a listing of /tmp/SBo, or $TMP, if we can, before we run # the SlackBuild so that we can compare to a listing taken afterward. my $src_ls_fh = tempfile(DIR => $tempdir); my $tsbo = $env_tmp ? $env_tmp : "$tmpd/SBo"; if (opendir(my $tsbo_dh, '/tmp/SBo')) { FIRST: while (readdir $tsbo_dh) { next FIRST if /^\.[\.]{0,1}$/; say {$src_ls_fh} $_; } } # get a tempfile to store the exit status of the slackbuild my $exit_temp = tempfile(DIR => $tempdir); my ($exit_fn, $exit) = get_tmp_extfn $exit_temp; return $exit_fn, undef, $exit if $exit; # set TMP/OUTPUT if set in the environment $cmd .= " TMP=$env_tmp" if $env_tmp; $cmd .= " OUTPUT=$ENV{OUTPUT}" if defined $ENV{OUTPUT}; $cmd .= " /bin/bash $location/$sbo.SlackBuild; echo \$? > $exit_fn )"; my $tempfh = tempfile(DIR => $tempdir); my $fn; ($fn, $exit) = get_tmp_extfn $tempfh; return $fn, undef, $exit if $exit; $cmd .= " | tee -a $fn"; # attempt to rewrite the slackbuild, or exit if we can't my $fail; ($fail, $exit) = rewrite_slackbuild( SBO => $sbo, SLACKBUILD => "$location/$sbo.SlackBuild", CHANGES => \%changes, C32 => $args{C32}, ); return $fail, undef, $exit if $exit; # run the slackbuild, grab its exit status, revert our changes chdir $location, system $cmd; seek $exit_temp, 0, 0; my $out = do {local $/; <$exit_temp>}; close $exit_temp; revert_slackbuild "$location/$sbo.SlackBuild"; # return error now if the slackbuild didn't exit 0 return "$sbo.SlackBuild return non-zero\n", undef, _ERR_BUILD if $out != 0; my $pkg = get_pkg_name $tempfh; my $src = get_src_dir $src_ls_fh; return $pkg, $src; } # run convertpkg on a package to turn it into a -compat32 thing sub do_convertpkg($) { exists $_[0] or script_error 'do_convertpkg requires an argument.'; my $pkg = shift; my $tempfh = tempfile(DIR => $tempdir); my $fn = get_tmp_extfn $tempfh; my $cmd = "/usr/sbin/convertpkg-compat32 -i $pkg -d $tmpd | tee $fn"; if (system($cmd) != 0) { return "convertpkg-compt32 returned non-zero exit status\n", _ERR_CONVERTPKG; } unlink $pkg; return get_pkg_name $tempfh; } # "public interface", sort of thing. sub do_slackbuild { my %args = ( OPTS => 0, JOBS => 0, LOCATION => '', COMPAT32 => 0, @_ ); $args{LOCATION} or script_error 'do_slackbuild requires LOCATION.'; my $location = $args{LOCATION}; my $sbo = get_sbo_from_loc $location; my $arch = get_arch; my $multilib = check_multilib; my $version = get_sbo_version $location; my $x32; # ensure x32 stuff is set correctly, or that we're setup for it if ($args{COMPAT32}) { unless ($multilib) { return "compat32 requires multilib.\n", (undef) x 2, _ERR_NOMULTILIB; } unless (-f '/usr/sbin/convertpkg-compat32') { return "compat32 requires /usr/sbin/convertpkg-compat32.\n", (undef) x 2, _ERR_NOCONVERTPKG; } } else { if ($arch eq 'x86_64') { $x32 = check_x32 $args{LOCATION}; if ($x32 && ! $multilib) { my $warn = "$sbo is 32-bit which requires multilib on x86_64.\n"; return $warn, (undef) x 2, _ERR_NOMULTILIB; } } } # setup and run the .SlackBuild itself my ($pkg, $src, $exit) = perform_sbo( OPTS => $args{OPTS}, JOBS => $args{JOBS}, LOCATION => $location, ARCH => $arch, C32 => $args{COMPAT32}, X32 => $x32, ); return $pkg, (undef) x 2, $exit if $exit; if ($args{COMPAT32}) { ($pkg, $exit) = do_convertpkg $pkg; return $pkg, (undef) x 2, $exit if $exit; } return $version, $pkg, $src; } # remove work directories (source and packaging dirs under /tmp/SBo or $TMP) sub make_clean { my %args = ( SBO => '', SRC => '', VERSION => '', @_ ); unless ($args{SBO} && $args{SRC} && $args{VERSION}) { script_error 'make_clean requires three arguments.'; } my $src = $args{SRC}; say "Cleaning for $args{SBO}-$args{VERSION}..."; my $tmpsbo = $env_tmp ? $env_tmp : "$tmpd/SBo"; for my $dir (@$src) { remove_tree("$tmpsbo/$dir") if -d "$tmpsbo/$dir"; } remove_tree("$tmpsbo/package-$args{SBO}") if -d "$tmpsbo/package-$args{SBO}"; # clean up after convertpkg-compat32 remove_tree("$tmpd/package-$args{SBO}") if -d "$tmpd/package-$args{SBO}" and $args{SBO} ~~ /-compat32$/; return 1; } # remove distfiles sub make_distclean { my %args = ( SRC => '', VERSION => '', LOCATION => '', @_ ); unless ($args{SRC} && $args{VERSION} && $args{LOCATION}) { script_error 'make_distclean requires four arguments.'; } my $sbo = get_sbo_from_loc $args{LOCATION}; make_clean(SBO => $sbo, SRC => $args{SRC}, VERSION => $args{VERSION}); say "Distcleaning for $sbo-$args{VERSION}..."; # remove any distfiles for this particular SBo. my $downloads = get_sbo_downloads(LOCATION => $args{LOCATION}); for my $key (keys %$downloads) { my $filename = get_filename_from_link $key; unlink $filename if -f $filename; } return 1; } # run upgradepkg for a created package sub do_upgradepkg($) { exists $_[0] or script_error 'do_upgradepkg requires an argument.'; system('/sbin/upgradepkg', '--reinstall', '--install-new', shift); return 1; } # wrapper to pull the list of requirements for a given sbo sub get_requires($) { my $location = get_sbo_location(shift); return unless $location; my $info = get_from_info(LOCATION => $location, GET => 'REQUIRES'); return $$info[0] ne '' ? $info : undef; } # used by get_build_queue. sub add_to_queue { my $args = shift; my $sbo = \${$args}{NAME}; return unless $$sbo; push @$args{QUEUE}, $$sbo; my $requires = get_requires $$sbo; FIRST: for my $req (@$requires) { next FIRST if $req eq $$sbo; if ($req eq "%README%") { ${$args}{WARNINGS}{$$sbo}="%README%"; } else { $$sbo = $req; add_to_queue($args); } } } # recursively add a sbo's requirements to the build queue. sub get_build_queue { exists $_[1] or script_error 'get_build_queue requires two arguments.'; my ($sbos, $warnings) = @_; my $temp_queue = []; for my $sbo (@$sbos) { my %args = ( QUEUE => $temp_queue, NAME => $sbo, WARNINGS => $warnings ); add_to_queue(\%args); } # Remove duplicate entries (leaving last occurrence) my @build_queue = reverse @$temp_queue; my %seen; @build_queue = grep {!$seen{$_}++} @build_queue; @build_queue = reverse @build_queue; return \@build_queue; } sub merge_queues { # Usage: merge_queues(\@queue_a, \@queue_b); # Results in queue_b being merged into queue_a (without duplicates) exists $_[1] or script_error 'merge_queues requires two arguments.'; my $queue_a = $_[0]; my $queue_b = $_[1]; for my $item (reverse @$queue_b) { push @$queue_a, $item unless $item ~~ @$queue_a; } return $queue_a; } sub get_readme_contents($) { exists $_[0] or script_error 'get_readme_contents requires an argument.'; my ($fh, $exit) = open_read(shift .'/README'); return undef, $exit if $exit; my $readme = do {local $/; <$fh>}; close $fh; return $readme; } # return a list of perl modules installed via the CPAN sub get_installed_cpans() { my @locals; for my $dir (@INC) { push @locals, "$dir/perllocal.pod" if -f "$dir/perllocal.pod"; } my @contents; for my $file (@locals) { my ($fh, $exit) = open_read $file; return [] if $exit; # push @contents, grep {/Module|VERSION/} <$fh>; push @contents, grep {/Module/} <$fh>; close $fh; } my $mod_regex = qr/C\s+L<([^\|]+)/; # my $ver_regex = qr/C]+)>/; my (@mods, @vers); for my $line (@contents) { push @mods, ($line =~ $mod_regex)[0]; # push @vers, ($line =~ $ver_regex)[0]; } return \@mods; # my %cpans; # $cpans{$mods[$_]} = $vers[$_] for keys @mods; # return \%cpans; } # look for any (user|group)add commands in the README sub get_user_group($) { exists $_[0] or script_error 'get_user_group requires an argument'; my $readme = shift; my @cmds = $readme =~ /^\s*#*\s*(useradd.*|groupadd.*)/mg; return \@cmds; } # offer to run any user/group add commands sub ask_user_group { exists $_[1] or script_error 'ask_user_group requires two arguments'; my ($cmds, $readme) = @_; say "\n". $readme; print "\nIt looks like this slackbuild requires the following"; say ' command(s) to be run first:'; say " # $_" for @$cmds; print 'Shall I run them prior to building? [y] '; return =~ /^[Yy\n]/ ? $cmds : undef; } # see if the README mentions any options sub get_opts($) { exists $_[0] or script_error 'get_opts requires an argument'; my $readme = shift; return $readme =~ /[A-Z0-9]+=[^\s]/ ? 1 : undef; } # provide an opportunity to set options sub ask_opts { exists $_[0] or script_error 'ask_opts requires an argument'; my ($sbo, $readme) = @_; say "\n". $readme; print "\nIt looks like $sbo has options; would you like to set any"; print ' when the slackbuild is run? [n] '; if ( =~ /^[Yy]/) { my $ask = sub() { print "\nPlease supply any options here, or enter to skip: "; chomp(my $opts = ); return if $opts =~ /^\n/; return $opts; }; my $kv_regex = qr/[A-Z0-9]+=[^\s]+(|\s([A-Z]+=[^\s]+){0,})/; my $opts = &$ask; return unless $opts; while ($opts !~ $kv_regex) { warn "Invalid input received.\n"; $opts = &$ask; } return $opts; } return; } # for a given sbo, check for cmds/opts, prompt the user as appropriate sub user_prompt { exists $_[1] or script_error 'user_prompt requires two arguments.'; my ($sbo, $location) = @_; my ($readme, $exit) = get_readme_contents $location; return $readme, undef, $exit if $exit; # check for user/group add commands, offer to run any found my $user_group = get_user_group $readme; my $cmds; $cmds = ask_user_group($user_group, $readme) if $$user_group[0]; # check for options mentioned in the README my $opts = 0; $opts = ask_opts($sbo, $readme) if get_opts $readme; print "\n". $readme unless $opts; print "\nProceed with $sbo? [y]: "; # we have to return something substantial if the user says no so that we # can check the value of $cmds on the calling side. we should be able to # assume that 'N' will never be a valid command to run. return 'N' unless =~ /^[Yy\n]/; return $cmds, $opts; } # do the things with the provided sbos - whether upgrades or new installs. sub process_sbos { my %args = ( TODO => '', CMDS => '', OPTS => '', JOBS => 'FALSE', LOCATIONS => '', NOINSTALL => 0, NOCLEAN => 'FALSE', DISTCLEAN => 'FALSE', NON_INT => 0, @_ ); my $todo = $args{TODO}; my $cmds = $args{CMDS}; my $opts = $args{OPTS}; my $locs = $args{LOCATIONS}; my $jobs = $args{JOBS} =~ /^\d+$/ ? $args{JOBS} : 0; exists $$todo[0] or script_error 'process_sbos requires TODO.'; my (@failures, @symlinks, $temp_syms, $exit); FIRST: for my $sbo (@$todo) { my $compat32 = $sbo =~ /-compat32$/ ? 1 : 0; ($temp_syms, $exit) = check_distfiles( LOCATION => $$locs{$sbo}, COMPAT32 => $compat32 ); # if $exit is defined, prompt to proceed or return with last $exit if ($exit) { my $fail = $temp_syms; push @failures, {$sbo => $fail}; # return now if we're not interactive return \@failures, $exit if $args{NON_INT}; say "Unable to download/verify source file(s) for $sbo:"; say " $fail"; print 'Do you want to proceed? [n] '; if ( =~ /^[yY]/) { next FIRST; } else { unlink for @symlinks; return \@failures, $exit; } } } my $count = 0 unless $args{NON_INT}; FIRST: for my $sbo (@$todo) { $count++; my $options = 0; $options = $$opts{$sbo} if defined $$opts{$sbo}; my $cmds = $$cmds{$sbo} if defined $$cmds{$sbo}; for my $cmd (@$cmds) { system($cmd) == 0 or warn "\"$cmd\" exited non-zero\n"; } # switch compat32 on if upgrading/installing a -compat32 # else make sure compat32 is off my $compat32 = $sbo =~ /-compat32$/ ? 1 : 0; my ($version, $pkg, $src, $exit) = do_slackbuild( OPTS => $options, JOBS => $jobs, LOCATION => $$locs{$sbo}, COMPAT32 => $compat32, ); if ($exit) { my $fail = $version; push @failures, {$sbo => $fail}; # return now if we're not interactive return \@failures, $exit if $args{NON_INT}; # or if this is the last $sbo return \@failures, $exit if $count == @$todo; say "Failure encountered while building $sbo:"; say " $fail"; print 'Do you want to proceed [n] '; if ( =~ /^[yY]/) { next FIRST; } else { unlink for @symlinks; return \@failures, $exit; } } do_upgradepkg $pkg unless $args{NOINSTALL}; unless ($args{DISTCLEAN}) { make_clean(SBO => $sbo, SRC => $src, VERSION => $version) unless $args{NOCLEAN}; } else { make_distclean( SBO => $sbo, SRC => $src, VERSION => $version, LOCATION => $$locs{$sbo}, ); } # move package to $config{PKG_DIR} if defined unless ($config{PKG_DIR} eq 'FALSE') { my $dir = $config{PKG_DIR}; unless (-d $dir) { mkdir($dir) or warn "Unable to create $dir\n"; } if (-d $dir) { move($pkg, $dir), say "$pkg stored in $dir"; } else { warn "$pkg left in $tmpd\n"; } } elsif ($args{DISTCLEAN}) { unlink $pkg; } } unlink for @symlinks; return \@failures, $exit; } # subroutine to print out failures sub print_failures { my $failures = shift; if (@$failures > 0) { warn "Failures:\n"; for my $failure (@$failures) { warn " $_: $$failure{$_}" for keys %$failure; } } }