#!/usr/bin/php -qC checkout-build-tgz.php must NOT be called as web-page --> exiting !!!'); } date_default_timezone_set('Europe/Berlin'); // to get ride of 5.3 warnings $verbose = 0; $config = array( 'packagename' => 'egroupware-epl', 'version' => '9.2', // '1.6' 'packaging' => date('Ymd'), // '001' 'egwdir' => 'egroupware', 'svndir' => '/tmp/build_root/epl_9.2_buildroot-svn', 'egw_buildroot' => '/tmp/build_root/epl_9.2_buildroot', 'sourcedir' => '/srv/obs/download/stylite-epl/egroupware-epl-9.2', 'svnbase' => 'svn+ssh://stylite@svn.stylite.de/stylite', 'egwbase' => 'svn+ssh://svn@dev.egroupware.org/egroupware', 'svnbranch' => 'branches/Stylite-EPL-9.2', // 'branches/1.6' or 'tags/1.6.001' 'svnalias' => 'epl-ssh', // default alias 'aliasdir' => 'egroupware', // directory created by the alias 'extra' => array('stylite','$egwbase/$svnbranch/egw-pear','$egwbase/$svnbranch/gallery','$egwbase/$svnbranch/phpfreechat','svn+ssh://stylite@svn.stylite.de/stylite/trunk/eventmgr'), 'types' => array('tar.bz2','tar.gz','zip'), 'svn' => '/usr/bin/svn', 'clamscan' => '/usr/bin/clamscan', 'freshclam' => '/usr/bin/freshclam', 'gpg' => '/usr/bin/gpg', 'packager' => 'build@stylite.de', 'obs' => false, 'changelog' => false, // eg. '* 1. Zeile\n* 2. Zeile' for debian.changes 'changelog_packager' => 'Ralf Becker ', 'svntag' => 'Stylite-EPL-$version.$packaging', // eg. '$version.$packaging' 'skip' => array(), 'run' => array('svntag','checkout','copy','virusscan','create','sign') ); // process config from command line $argv = $_SERVER['argv']; $prog = array_shift($argv); while(($arg = array_shift($argv))) { if ($arg == '-v' || $arg == '--verbose') { ++$verbose; } elseif($arg == '-h' || $arg == '--help') { usage(); } elseif(substr($arg,0,2) == '--' && isset($config[$name=substr($arg,2)])) { $value = array_shift($argv); switch($name) { case 'extra': // stored as array and allow to add/delete items with +/- prefix case 'types': case 'skip': case 'run': if ($value[0] == '+') { $config[$name] = array_unique(array_merge($config[$name],preg_split('/[ ,]+/',$value))); } elseif ($value[0] == '-') { $config[$name] = array_diff($config[$name],preg_split('/[ ,]+/',$value)); } else { $config[$name] = array_unique(split('[ ,]+',$value)); } break; case 'svntag': $config[$name] = $value; array_unshift($config['run'],'svntag'); break; case 'obs': if (!is_dir($value)) { usage("Path '$value' not found!"); } if (!in_array('obs',$config['run'])) $config['run'][] = 'obs'; // fall through default: $config[$name] = $value; break; } } else { usage("Unknown argument '$arg'!"); } } if ($verbose > 1) { echo "Using following config:\n"; print_r($config); } $svn = $config['svn']; foreach(array_diff($config['run'],$config['skip']) as $func) { $func = 'do_'.$func; $func(); } /** * Copy archive files to obs checkout and commit them * */ function do_obs() { global $config,$verbose; if (!is_dir($config['obs'])) { usage("Path '$config[obs]' not found!"); } if ($verbose) echo "Updating OBS checkout\n"; run_cmd('osc up '.$config['obs']); $n = 0; foreach(new RecursiveIteratorIterator(new RecursiveDirectoryIterator($config['obs'])) as $path) { if (basename(dirname($path)) == '.osc') continue; if (!preg_match('/\/'.preg_quote($config['packagename']).'[a-z-]*-'.preg_quote($config['version']).'/',$path)) continue; if (preg_match('/\/('.preg_quote($config['packagename']).'[a-z-]*)-'.preg_quote($config['version']).'\.[0-9]+(\.tar\.(gz|bz2))$/',$path,$matches) && file_exists($new_name=$config['sourcedir'].'/'.$matches[1].'-'.$config['version'].'.'.$config['packaging'].$matches[2])) { if (basename($path) != basename($new_name)) { unlink($path); if ($verbose) echo "rm $path\n"; } copy($new_name,dirname($path).'/'.basename($new_name)); if ($verbose) echo "cp $new_name ".dirname($path)."/\n"; ++$n; } // updating dsc, spec and changelog files if (substr($path,-4) == '.dsc' || substr($path,-5) == '.spec' || !empty($config['changelog']) && basename($path) == 'debian.changes') { $content = $content_was = file_get_contents($path); if (substr($path,-4) == '.dsc' || substr($path,-5) == '.spec') { $content = preg_replace('/^Version: '.preg_quote($config['version']).'\.[0-9]+/m','Version: '.$config['version'].'.'.$config['packaging'],$content); } if (substr($path,-4) == '.dsc') { $content = preg_replace('/^(Debtransform-Tar: '.preg_quote($config['packagename']).'[a-z-]*)-'. preg_quote($config['version']).'\.[0-9]+(\.tar\.(gz|bz2))$/m', '\\1-'.$config['version'].'.'.$config['packaging'].'\\2',$content); } if (basename($path) == 'debian.changes' && strpos($content,$config['version'].'.'.$config['packaging']) === false) { list($new_header) = explode("\n",$content); $new_header = preg_replace('/\('.preg_quote($config['version']).'.[0-9]+(.*)\)/','('.$config['version'].'.'.$config['packaging'].'\\1)',$new_header); if (substr($config['changelog'],0,2) != ' ') $config['changelog'] = ' '.implode("\n ",explode("\n",$config['changelog'])); $content = $new_header."\n\n".$config['changelog']. "\n\n -- ".$config['changelog_packager'].' '.date('r')."\n\n".$content; } if (!empty($config['changelog']) && substr($path,-5) == '.spec' && ($pos_changelog = strpos($content,'%changelog')) !== false) { $pos_changelog += strlen("%changelog\n"); $content = substr($content,0,$pos_changelog).' *'.date('D M d Y').' '.$config['changelog_packager']."\n". $config['changelog']."\n".substr($content,$pos_changelog); } if ($content != $content_was) { file_put_contents($path,$content); if ($verbose) echo "Updated $path\n"; ++$n; } } } if ($n) { echo "$n files updated in OBS checkout ($config[obs]), commiting them now...\n"; //run_cmd('osc status '.$config['obs']); run_cmd('osc addremove '.$config['obs'].'/*'); run_cmd('osc commit -m '.escapeshellarg('Version: '.$config['version'].'.'.$config['packaging'].":\n".$config['changelog']).' '.$config['obs']); } } /** * Sign sha1sum file */ function do_sign() { global $config,$verbose; if (substr($config['sourcedir'],0,2) == '~/') // sha1_file cant deal with '~/rpm' { $config['sourcedir'] = getenv('HOME').substr($config['sourcedir'],1); } $sumsfile = $config['sourcedir'].'/sha1sum-'.$config['packagename'].'-'.$config['version'].'.'.$config['packaging'].'.txt'; if (!file_exists($sumsfile)) { echo "sha1sum file '$sumsfile' not found!\n"; return; } // signing it if (empty($config['gpg']) || !file_exists($config['gpg'])) { if (!empty($config['gpg'])) echo "{$config['gpg']} not found --> skipping signing sha1sum file!\n"; return; } echo "Signing sha1sum file:\n"; if (file_exists($sumsfile.'.asc')) unlink($sumsfile.'.asc'); $cmd = $config['gpg'].' --local-user '.$config['packager'].' --clearsign '.$sumsfile; run_cmd($cmd); unlink($sumsfile); // delete the unsigned file } /** * Create archives */ function do_create() { global $config,$verbose; if (!file_exists($config['sourcedir'])) mkdir($config['sourcedir'],0755,true); if (substr($config['sourcedir'],0,2) == '~/') // sha1_file cant deal with '~/rpm' { $config['sourcedir'] = getenv('HOME').substr($config['sourcedir'],1); } $sumsfile = $config['sourcedir'].'/sha1sum-'.$config['packagename'].'-'.$config['version'].'.'.$config['packaging'].'.txt'; $sums = ''; chdir($config['egw_buildroot']); if($config['extra']) { foreach($config['extra'] as $key => $module) { if (strpos($module,'/') !== false) $config['extra'][$key] = basename($module); } $exclude_extra = ' --exclude=egroupware/'.implode(' --exclude=egroupware/',$config['extra']); } foreach($config['types'] as $type) { echo "Creating $type archives\n"; $tar_type = $type == 'tar.bz2' ? 'j' : 'z'; $file = $config['sourcedir'].'/'.$config['packagename'].'-'.$config['version'].'.'.$config['packaging'].'.'.$type; switch($type) { case 'tar.bz2': case 'tar.gz': $cmd = '/bin/tar --owner=root --group=root -c'.$tar_type.'f '.$file.' '.$exclude_extra.' egroupware'; break; case 'zip': $cmd = '/bin/mv egroupware/'.implode(' egroupware/',$config['extra']).' . ;'; $cmd .= '/usr/bin/zip -q -r -9 '.$file.' egroupware ;'; $cmd .= '/bin/mv '.implode(' ',$config['extra']).' egroupware'; break; } run_cmd($cmd); $sums .= sha1_file($file)."\t".basename($file)."\n"; foreach($config['extra'] as $module) { $file = $config['sourcedir'].'/'.$config['packagename'].'-'.$module.'-'.$config['version'].'.'.$config['packaging'].'.'.$type; switch($type) { case 'tar.bz2': case 'tar.gz': $cmd = '/bin/tar --owner=root --group=root -c'.$tar_type.'f '.$file.' egroupware/'.$module; break; case 'zip': $cmd = '/usr/bin/zip -q -r -9 '.$file.' egroupware/'.$module; break; } run_cmd($cmd); $sums .= sha1_file($file)."\t".basename($file)."\n"; } } // writing sha1sum file file_put_contents($sumsfile,$sums); } /** * Scan checkout for viruses, if clamscan is installed (not fatal if not!) */ function do_virusscan() { global $config,$verbose; if (!file_exists($config['clamscan']) || !is_executable($config['clamscan'])) { echo "Virusscanner '$config[clamscan]' not found --> skipping virus scan!\n"; return; } // try updating virus database if (file_exists($config['freshclam'])) { echo "Updating virus signatures\n"; $cmd = '/usr/bin/sudo '.$config['freshclam']; if (!$verbose && function_exists('posix_getuid') && posix_getuid()) echo $cmd."\n"; run_cmd($cmd,$output,1); // 1 = ignore already up to date database } echo "Starting virusscan\n"; $cmd = $config['clamscan'].' --quiet -r '.$config['egw_buildroot']; run_cmd($cmd); echo "Virusscan successful (no viruses found).\n"; } /** * Copy non .svn parts to egw_buildroot and fix permissions and ownership */ function do_copy() { global $config; // copy everything, but .svn dirs from svndir to egw_buildroot echo "Copying non-svn dirs to buildroot\n"; $cmd = '/usr/bin/rsync -r --delete --exclude .svn '.$config['svndir'].'/'.$config['aliasdir'].' '.$config['egw_buildroot']; run_cmd($cmd); // fix permissions echo "Fixing permissions\n"; chdir($config['egw_buildroot'].'/'.$config['aliasdir']); $cmd = '/bin/chmod -R a-x,u=rwX,g=rX,o=rX .'; run_cmd($cmd); $cmd = '/bin/chmod +x */*cli.php phpgwapi/cron/*.php svn-helper.php doc/rpm-build/*.php'; run_cmd($cmd); } /** * Checkout or update EGroupware * * Ensures an existing checkout is from the correct branch! Otherwise it get's deleted */ function do_checkout() { global $config,$svn,$verbose; echo "Starting svn checkout/update\n"; if (!file_exists($config['svndir'])) { mkdir($config['svndir'],0755,true); } elseif (!is_dir($config['svndir']) || !is_writable($config['svndir'])) { throw new Exception("svn checkout directory '{$config['svndir']} exists and is NO directory or NOT writable!"); } chdir($config['svndir']); // do we use a just created tag --> list of taged modules if ($config['svntag'] && isset($config['modules'])) { if (file_exists($config['aliasdir'])) { system('/bin/rm -rf .svn '.$config['aliasdir']); // --> remove the whole checkout, as we dont implement switching tags clearstatcache(); } foreach($config['modules'] as $repo => $modules) { $cmd = $svn.' co '; foreach($modules as $path => $url) { if ($path == $config['aliasdir']) { $cmd = $svn.' co '.$repo.'/'.$config['svntag'].'/'.$path; run_cmd($cmd); chdir($path); $cmd = $svn.' co '; continue; } if(file_exists($config['aliasdir'])) { die("'egroupware' applications must be first one in externals!\n"); } $cmd .= ' '.$repo.'/'.$config['svntag'].'/'.basename($path); } run_cmd($cmd); } return; } // regular branch update, without tag $svnbranch = $config['svnbase'].'/'.$config['svnbranch']; if (file_exists($config['aliasdir'])) { // check if correct branch $cmd = 'LANG=C '.$svn.' info'; exec($cmd,$output,$ret); foreach($output as $line) { if ($ret || substr($line,0,5) == 'URL: ') { $url = substr($line,5); if ($ret || substr($url,0,strlen($svnbranch)) != $svnbranch) // wrong branch (or no svn dir) { echo "Checkout is of wrong branch --> deleting it\n"; system('/bin/rm -rf .svn '.$config['aliasdir']); // --> remove the whole checkout clearstatcache(); } break; } } } $url = $svnbranch.'/'.$config['svnalias']; $cmd = $svn.' co '.$url.' .'; run_cmd($cmd); chdir($config['aliasdir']); foreach($config['extra'] as $module) { if (strpos($module,'$') !== false) // allow to use config vars like $svnbranch in module { $translate = array(); foreach($config as $name => $value) $translate['$'.$name] = $value; $module = strtr($module,$translate); } $url = strpos($module,'://') === false ? $svnbranch.'/' : ''; $url .= $module; $cmd = $svn.' co '.$url; run_cmd($cmd); } } /** * Create svn tag or branch */ function do_svntag() { global $config,$svn,$verbose; $translate = array(); foreach($config as $name => $value) $translate['$'.$name] = $value; if (strpos($config['svntag'],'$') !== false) // allow to use config vars like $version in tag { $config['svntag'] = strtr($config['svntag'],$translate); } echo "Creating SVN tag $config[svntag]\n"; // process alias/externals $svnbranch = $config['svnbase'].'/'.$config['svnbranch']; $url = $svnbranch.'/'.$config['svnalias']; $cmd = $svn.' propget svn:externals --strict '.$url; if ($verbose) echo $cmd."\n"; exec($cmd,$output,$ret); $config['modules'] = array(); foreach($output as $line) { $line = trim($line); if (empty($line) || $line[0] == '#') continue; list($path,$url) = preg_split('/[ \t\r\n]+/',$line); if (!preg_match('/([a-z+]+:\/\/[a-z@.]+\/[a-z]+)\/(branches|tags|trunk)/',$url,$matches)) die("Invalid SVN URL: $url\n"); $repo = $matches[1]; $config['modules'][$repo][$path] = $url; } // process extra modules foreach($config['extra'] as $module) { if (strpos($module,'$') !== false) // allow to use config vars like $svnbranch in module { $module = strtr($module,$translate); } $url = strpos($module,'://') === false ? $svnbranch.'/' : ''; $url .= $module; if (strpos($module,'://') !== false) $module = basename($module); if (!preg_match('/([a-z+]+:\/\/[a-z@.]+\/[a-z]+)\/(branches|tags|trunk)/',$url,$matches)) die("Invalid SVN URL: $url\n"); $repo = $matches[1]; $config['modules'][$repo][$config['aliasdir'].'/'.$module] = $url; } // create tags (per repo) foreach($config['modules'] as $repo => $modules) { if ($repo == 'http://svn.egroupware.org/egroupware') $repo = 'svn+ssh://svn@dev.egroupware.org/egroupware'; $cmd = $svn.' cp --parents -m '.escapeshellarg('Creating '.$config['svntag']).' '.implode(' ',$modules).' '.$repo.'/'.$config['svntag'].'/'; run_cmd($cmd); } } /** * Runs given shell command, exists with error-code after echoing the output of the failed command (if not already running verbose) * * @param string $cmd * @param array &$output=null $output of command * @param int|array $no_bailout=null exit code(s) to NOT bail out * @return int exit code of $cmd */ function run_cmd($cmd,array &$output=null,$no_bailout=null) { global $verbose; if ($verbose) { echo $cmd."\n"; system($cmd,$ret); } else { $output[] = $cmd; exec($cmd,$output,$ret); } if ($ret && !in_array($ret,(array)$no_bailout)) { if (!$verbose) echo implode("\n",$output)."\n"; throw new Exception("Error during '$cmd' --> aborting",$ret); } return $ret; } /** * Give usage information and an optional error-message, before stoping program execution with exit-code 90 or 0 * * @param string $error=null optional error-message */ function usage($error=null) { global $prog,$config; echo "Usage: $prog [-h|--help] [-v|--verbose] [options, ...]\n\n"; echo "options and their defaults:\n"; foreach($config as $name => $default) { if (is_array($default)) $default = implode(' ',$default); echo '--'.str_pad($name,20).$default."\n"; } if ($error) { echo "$error\n\n"; exit(90); } exit(0); }