diff options
Diffstat (limited to 'lfs-latest.php')
| -rw-r--r-- | lfs-latest.php | 446 |
1 files changed, 446 insertions, 0 deletions
diff --git a/lfs-latest.php b/lfs-latest.php new file mode 100644 index 000000000..e45186155 --- /dev/null +++ b/lfs-latest.php @@ -0,0 +1,446 @@ +#! /usr/bin/php +<?php +$dirs = array(); +$vers = array(); + +date_default_timezone_set( "GMT" ); +$date = date( "Y-m-d H:i:s" ); + +// Special cases +$exceptions = array(); +//$exceptions[ 'gmp' ] = "UPDIR=/.*(gmp-\d[\d\.-]*\d).*/:DOWNDIR="; + +$regex = array(); +$regex[ 'bzip2' ] = "/^.*current version is ([\d\.]+).*$/"; +$regex[ 'check' ] = "/^.*Check (\d[\d\.]+\d).*$/"; +$regex[ 'expect' ] = "/^.*Download expect([\d\.]+)\.tar.*$/"; +$regex[ 'expat' ] = "/^.*Download expat-([\d\.]+)\.tar.*$/"; +$regex[ 'intltool' ] = "/^.*Latest version is (\d[\d\.]+\d).*$/"; +$regex[ 'less' ] = "/^.*current released version is less-(\d+).*$/"; +$regex[ 'mpc' ] = "/^(\d\.\d\.\d).*$/"; +$regex[ 'mpfr' ] = "/^mpfr-([\d\.]+)\.tar.*$/"; +$regex[ 'systemd' ] = "/^.*v([\d]+).*$/"; +$regex[ 'sysvinit' ] = "/^.*sysvinit-([\d\.]+)dsf\.tar.*$/"; +$regex[ 'tcl-core' ] = "/^.*Download tcl([\d\.]+)-src.*$/"; +$regex[ 'tzdata' ] = "/^.*tzdata([\d]+[a-z]).*$/"; +$regex[ 'xz' ] = "/^.*xz-([\d\.]*\d).*$/"; +$regex[ 'zlib' ] = "/^.*zlib ([\d\.]*\d).*$/"; + +function find_max( $lines, $regex_match, $regex_replace ) +{ + $a = array(); + if ( ! is_array( $lines ) ) return -1; + + foreach ( $lines as $line ) + { + if ( ! preg_match( $regex_match, $line ) ) continue; + + // Isolate the version and put in an array + $slice = preg_replace( $regex_replace, "$1", $line ); + if ( $slice == $line ) continue; + + array_push( $a, $slice ); + } + + // SORT_NATURAL requires php-5.4.0 or later + rsort( $a, SORT_NATURAL ); // Max version is at the top + return ( isset( $a[0] ) ) ? $a[0] : -2; +} + +function find_even_max( $lines, $regex_match, $regex_replace ) +{ + $a = array(); + foreach ( $lines as $line ) + { + if ( ! preg_match( $regex_match, $line ) ) continue; + + // Isolate the version and put in an array + $slice = preg_replace( $regex_replace, "$1", $line ); + + if ( "x$slice" == "x$line" ) continue; + + // Skip odd numbered minor versions and minors > 80 + list( $major, $minor, $rest ) = explode( ".", $slice . ".0" ); + if ( $minor % 2 == 1 ) continue; + if ( $minor > 80 ) continue; + array_push( $a, $slice ); + } + + rsort( $a, SORT_NATURAL ); // Max version is at the top + return ( isset( $a[0] ) ) ? $a[0] : -2; +} + +function http_get_file( $url ) +{ + if ( ! preg_match( "/sourceforge/", $url ) ) + { + exec( "curl --location --silent --max-time 30 $url", $dir ); + + $s = implode( "\n", $dir ); + $dir = strip_tags( $s ); + return explode( "\n", $dir ); + } + else + { + exec( "elinks -dump $url 2>/dev/null", $lines ); + return $lines; + } +} + +function max_parent( $dirpath, $prefix ) +{ + // First, remove a directory + $dirpath = rtrim ( $dirpath, "/" ); // Trim any trailing slash + $position = strrpos( $dirpath, "/" ); + $dirpath = substr ( $dirpath, 0, $position ); + + $lines = http_get_file( $dirpath ); + + $regex_match = "#${prefix}[\d\.]+/#"; + $regex_replace = "#^.*(${prefix}[\d\.]+)/.*$#"; + $max = find_max( $lines, $regex_match, $regex_replace ); + + return "$dirpath/$max"; +} + +function get_packages( $package, $dirpath ) +{ + global $exceptions; + global $regex; + +//if ( $package != "check" ) return 0; // Debug + +if ( $package == "check" ) $dirpath = "https://github.com/libcheck/check/releases"; +if ( $package == "e2fsprogs" ) $dirpath = "http://sourceforge.net/projects/e2fsprogs/files/e2fsprogs"; +if ( $package == "expat" ) $dirpath = "http://sourceforge.net/projects/expat/files"; +if ( $package == "expect" ) $dirpath = "http://sourceforge.net/projects/$package/files"; +if ( $package == "file" ) $dirpath = "https://github.com/file/file/releases"; +if ( $package == "flex" ) $dirpath = "https://github.com/westes/flex/releases"; +if ( $package == "gcc" ) $dirpath = max_parent( $dirpath, "gcc-" ); +if ( $package == "intltool" ) $dirpath = "https://launchpad.net/intltool/trunk"; +if ( $package == "mpc" ) $dirpath = "http://www.multiprecision.org/index.php?prog=mpc&page=download"; +if ( $package == "mpfr" ) $dirpath = "http://mpfr.loria.fr/mpfr-current"; +if ( $package == "procps-ng" ) $dirpath = "http://sourceforge.net/projects/procps-ng/files"; +if ( $package == "psmisc" ) $dirpath = "http://sourceforge.net/projects/$package/files"; +if ( $package == "shadow" ) $dirpath = "https://github.com/shadow-maint/shadow/releases"; +if ( $package == "systemd" ) $dirpath = "https://github.com/systemd/systemd/releases"; +if ( $package == "tcl-core" ) $dirpath = "http://sourceforge.net/projects/tcl/files"; +if ( $package == "util-linux" ) $dirpath = max_parent( $dirpath, "v." ); +if ( $package == "vim" ) $dirpath = "ftp://ftp.vim.org/pub/vim/unix"; + + // Check for ftp + if ( preg_match( "/^ftp/", $dirpath ) ) + { + $dirpath = substr( $dirpath, 6 ); // Remove ftp:// + $dirpath = rtrim ( $dirpath, "/" ); // Trim any trailing slash + $position = strpos( $dirpath, "/" ); // Divide at first slash + $server = substr( $dirpath, 0, $position ); + $path = substr( $dirpath, $position ); + + $conn = ftp_connect( $server ); + ftp_login( $conn, "anonymous", "" ); + + // See if we need special handling + if ( isset( $exceptions[ $package ] ) ) + { + $specials = explode( ":", $exceptions[ $package ] ); + + foreach ( $specials as $i ) + { + list( $op, $regexp ) = explode( "=", $i ); + + switch ($op) + { + case "UPDIR": + // Remove last dir from $path + $position = strrpos( $path, "/" ); + $path = substr( $path, 0, $position ); + + // Get dir listing + $lines = ftp_rawlist ($conn, $path); + $max = find_max( $lines, $regexp, $regexp ); + break; + + case "DOWNDIR": + // Append found directory + $path .= "/$max"; + break; + + default: + echo "Error in specials array for $package\n"; + return -5; + break; + } + } + } + + $lines = ftp_rawlist ($conn, $path); + ftp_close( $conn ); + } + else // http + { + // Customize http directories as needed + if ( $package == "tzdata" ) + { + // Remove two directories + $dirpath = rtrim ( $dirpath, "/" ); // Trim any trailing slash + $position = strrpos( $dirpath, "/" ); + $dirpath = substr ( $dirpath, 0, $position ); + $position = strrpos( $dirpath, "/" ); + $dirpath = substr ( $dirpath, 0, $position ); + } + + if ( $package == "bzip2" ) + { + // Remove one directory + $dirpath = rtrim ( $dirpath, "/" ); // Trim any trailing slash + $position = strrpos( $dirpath, "/" ); + $dirpath = substr ( $dirpath, 0, $position ); + //echo "$dirpath\n"; + } + + $lines = http_get_file( $dirpath ); + if ( ! is_array( $lines ) ) return -6; + } // End fetch + + if ( isset( $regex[ $package ] ) ) + { + // Custom search for latest package name + foreach ( $lines as $l ) + { + $ver = preg_replace( $regex[ $package ], "$1", $l ); + if ( $ver == $l ) continue; + return $ver; // Return first match of regex + } + + return -7; // This is an error + } + + if ( $package == "perl" ) // Custom for perl + { + $tmp = array(); + + foreach ( $lines as $l ) + { + if ( preg_match( "/sperl/", $l ) ) continue; // Don't want this + $ver = preg_replace( "/^.*perl-([\d\.]+\d)\.tar.*$/", "$1", $l ); + if ( $ver == $l ) continue; + list( $s1, $s2, $rest ) = explode( ".", $ver ); + if ( $s2 % 2 == 1 ) continue; // Remove odd minor versions + array_push( $tmp, $l ); + } + + $lines = $tmp; + } + + if ( $package == "attr" || + $package == "acl" ) + { + return find_max( $lines, "/$package/", "/^.*$package-([\d\.-]*\d)\.src.*$/" ); + } + + if ( $package == "e2fsprogs" ) + return find_max( $lines, "/v\d/", "/^.*v(\d[\d\.]+\d).*$/" ); + + if ( $package == "XML-Parser" ) + { + $max = find_max( $lines, "/$package/", "/^.*$package-([\d\._]*\d).tar.*$/" ); + # 2.44_01 is a developer release + if ( $max == "2.44_01" ) { return "2.44"; } + return $max; + } + + if ( $package == "gmp" ) + return find_max( $lines, "/$package/", "/^.*$package-([\d\._]*\d[a-z]?).tar.*$/" ); + + if ( $package == "dbus" ) + return find_even_max( $lines, "/$package/", "/^.*$package-([\d\.]+).tar.*$/" ); + + if ( $package == "file" ) + { + $max = find_max( $lines, "/FILE5/", "/^.*FILE(5_\d+)*$/" ); + return str_replace( "_", ".", $max ); + } + + if ( $package == "grub" ) + return find_max( $lines, "/grub/", "/^.*grub-(\d\..*).tar.xz.*$/" ); + + // Most packages are in the form $package-n.n.n + // Occasionally there are dashes (e.g. 201-1) + return find_max( $lines, "/$package/", "/^.*$package-([\d\.-]*\d)\.tar.*$/" ); +} + +function get_current() +{ + global $dirs; + global $vers; + + // Fetech from svn and get wget-list + $current = array(); + $lfssvn = "svn://svn.linuxfromscratch.org/LFS/trunk"; + + $tmpdir = exec( "mktemp -d /tmp/lfscheck.XXXXXX" ); + $cdir = getcwd(); + chdir( $tmpdir ); + exec ( "svn --quiet export $lfssvn LFS" ); + chdir( $cdir ); + + $PAGE = "$tmpdir/LFS/BOOK/chapter03/chapter03.xml"; + $STYLESHEET = "$tmpdir/LFS/BOOK/stylesheets/wget-list.xsl"; + + exec( "xsltproc --xinclude --nonet $STYLESHEET $PAGE", $current ); + exec( "rm -rf $tmpdir" ); + + foreach ( $current as $line ) + { + $file = basename( $line ) . "\n"; + if ( preg_match( "/patch$/", $file ) ) { continue; } // Skip patches + + $file = preg_replace( "/bz2/", '', $file ); // The 2 confusses the regex + + $file = rtrim( $file ); + $pkg_pattern = "/(\D*).*/"; + //$pattern = "/\D*(\d.*\d)\D*/"; + $pattern = "/\D*(\d.*\d)\D*/"; + + if ( preg_match( "/e2fsprogs/", $file ) ) + { + $pattern = "/e2\D*(\d.*\d)\D*/"; + $pkg_pattern = "/(e2\D*).*/"; + } + + else if ( preg_match( "/tzdata/", $file ) ) + { + $pattern = "/\D*(\d.*[a-z])\.tar\D*/"; + } + + else if ( preg_match( "/gmp/", $file ) ) + { + $pattern = "/\D*(\d.*[a-z]*)\.tar\D*/"; + } + + else if ( preg_match( "/eudev.*manpages/", $file ) ) + { + continue; + } + + $version = preg_replace( $pattern, "$1", $file ); // Isolate version + $version = preg_replace( "/^\d-/", "", $version ); // Remove leading #- + + // Touch up package names + $pkg_name = preg_replace( $pkg_pattern, "$1", $file ); + $pkg_name = trim( $pkg_name, "-" ); + + if ( preg_match( "/bzip|iproute/", $pkg_name ) ) { $pkg_name .= "2"; } + if ( preg_match( "/^m$/" , $pkg_name ) ) { $pkg_name .= "4"; } + if ( preg_match( "/shadow/" , $pkg_name ) ) { $pkg_name = "shadow"; } + + $dirs[ $pkg_name ] = dirname( $line ); + $vers[ $pkg_name ] = $version; + } +} + +function mail_to_lfs() +{ + global $date; + global $vers; + global $dirs; + + //$to = "bruce.dubbs@gmail.com"; + $to = "lfs-book@lists.linuxfromscratch.org"; + $from = "bdubbs@linuxfromscratch.org"; + $subject = "LFS Package Currency Check - $date GMT"; + $headers = "From: bdubbs@anduin.linuxfromscratch.org"; + + $message = "Package LFS Upstream Flag\n\n"; + + foreach ( $dirs as $pkg => $dir ) + { + //if ( $pkg != "gmp" ) continue; //debug + $v = get_packages( $pkg, $dir ); + + $flag = ( $vers[ $pkg ] != $v ) ? "*" : ""; + + // Pad for output + $pad = " "; + $p = substr( $pkg . $pad, 0, 15 ); + $l = substr( $vers[ $pkg ] . $pad, 0, 10 ); + $c = substr( $v . $pad, 0, 10 ); + + $message .= "$p $l $c $flag\n"; + } + + exec ( "echo '$message' | mailx -r $from -s '$subject' $to" ); + //echo $message; +} + +function html() +{ + + global $date; + global $vers; + global $dirs; + + echo "<!DOCTYPE html PUBLIC '-//W3C//DTD XHTML 1.0 Strict//EN' + 'http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd'> +<html xmlns='http://www.w3.org/1999/xhtml' xml:lang='en' lang='en'> +<head> +<title>LFS Package Currency Check - $date</title> +<style type='text/css'> +h1, h2 { + text-align : center; +} + +table { + border-width : 1px; + border-spacing : 0px; + border-style : outset; + border-color : gray; + border-collapse : separate; + background-color: white; + margin : 0px auto; +} + +table th { + border-width : 1px; + padding : 2px; + border-style : inset; + border-color : gray; + background-color: white; +} + +table td { + border-width : 1px; + padding : 2px; + border-style : inset; + border-color : gray; + background-color: white; +} +</style> + +</head> +<body> +<h1>LFS Package Currency Check</h1> +<h2>As of $date GMT</h1> + +<table> +<tr><th>LFS Package</th> <th>LFS Version</th> <th>Latest</th> <th>Flag</th></tr>\n"; + + // Get the latest version of each package + foreach ( $dirs as $pkg => $dir ) + { + $v = get_packages( $pkg, $dir ); + $flag = ( $vers[ $pkg ] != $v ) ? "*" : ""; + echo "<tr><td>$pkg</td> <td>${vers[ $pkg ]}</td> <td>$v</td> <td>$flag</td></tr>\n"; + } + + echo "</table> +</body> +</html>\n"; + +} + +get_current(); // Get what is in the book +mail_to_lfs(); +//html(); // Write html output +?> |