| #!/bin/bash |
| |
| # build renamer script - fix/rename all of a given I/M/S build's artefacts instead of regen'ing them |
| # copy existing build folder; rename zips, md5s; sed text files |
| |
| # default path to builds |
| buildDropsDir=$PWD; |
| |
| tmpdir=/home/data/users/jlanuti/downloads/webtools/committers/drops/tmp-renameBuild.sh-$USER; |
| mkdir -p $tmpdir; |
| |
| verbose=""; |
| pairs=""; |
| |
| # to use these colour escapes, must do `echo -e -e` |
| red="\033[1;31m"; green="\033[1;32m"; |
| yellow="\033[1;33m"; blue="\033[1;34m" |
| norm="\033[0;39m"; |
| |
| # default to default properties file |
| defaultPropertiesFile=./promoteToEclipse.properties |
| propertiesFiles=""; |
| |
| if [ $# -lt 1 ]; then |
| echo ""; |
| echo "[ren] This script is used to copy, then rename an existing local build so that it can be promoted"; |
| echo " again under a new name. By renaming instead of rebuilding, binary compatibility is possible"; |
| echo " w/o having to retest. If -sub is not specified, script will look for the folder to rename "; |
| echo -e " in the current folder ("$yellow""$PWD""$norm")."; |
| echo ""; |
| echo "[ren] Usage (<> = required, [] = optional, string replacements must be listed LAST, and will be"; |
| echo " processed IN ORDER listed.):"; |
| echo ""; |
| echo -e " "$green"sudo -u www-data $PWD/renameBuild.sh"$norm" [-sub <subprojectName>] \\" |
| echo -e " -branch [sourceBranch"$blue"="$norm"]<targetBranch> -buildID <sourceBuildID"$blue"="$norm"targetBuildID> \\" |
| echo -e " -buildAlias [sourceAlias"$blue"="$norm"]<targetAlias> \\"; |
| echo -e " [-verbose] [-buildDropsDir /path/to/some/folder] \\"; |
| echo -e " [beforestring"$blue"="$norm"afterstring] [beforestring2"$blue"="$norm"afterstring2] ... \\"; |
| echo -e " "$yellow"2>&1 | tee ~/renameBuild_\`date +%Y%m%d_%H%M%S\`.txt"$norm""; |
| echo ""; |
| echo "[ren] To rename with string replacements [Eclipse driver folder & file]: "; |
| echo ""; |
| echo -e " "$green"sudo -u www-data $PWD/renameBuild.sh"$norm" -sub "$red"emf"$norm" -verbose \\"; |
| echo -e " -branch 2.2.0 -buildID S200606271057"$blue"="$norm"R200606271057 -buildAlias 2.2.0RC9a"$blue"="$norm"2.2.0 \\"; |
| echo -e " eclipse-SDK-M20060609-1217-linux-gtk.tar.gz"$blue"="$norm"eclipse-SDK-3.2-linux-gtk.tar.gz \\"; |
| echo -e " M20060609-1217"$blue"="$norm"R-3.2-200606281325 \\"; |
| echo -e " /eclipse/downloads/drops/"$blue"="$norm"http://download.eclipse.org/downloads/drops/ \\"; # TODO: remove this hack once index.html pages are fixed after 2.2.0 |
| echo -e " fullmoon.torolab.ibm.com"$blue"="$norm"download.eclipse.org"; |
| echo ""; |
| echo "[ren] To rename with string replacements [Eclipse + EMF driver folders & files]: "; |
| echo ""; |
| echo -e " "$green"sudo -u www-data $PWD/renameBuild.sh"$norm" -sub "$red"uml2"$norm" -verbose \\"; |
| echo -e " -branch 2.0.0 -buildID S200606221411"$blue"="$norm"R200606221411 -buildAlias 2.0RC9a"$blue"="$norm"2.0.0 \\"; |
| echo -e " eclipse-SDK-M20060609-1217-linux-gtk.tar.gz"$blue"="$norm"eclipse-SDK-3.2-linux-gtk.tar.gz \\"; |
| echo -e " M20060609-1217"$blue"="$norm"R-3.2-200606281325 \\"; |
| echo -e " /eclipse/downloads/drops/"$blue"="$norm"http://download.eclipse.org/downloads/drops/ \\"; # TODO: remove this hack once index.html pages are fixed after 2.0.0 |
| echo -e " emf-sdo-xsd-SDK-2.2.0RC9.zip"$blue"="$norm"emf-sdo-xsd-SDK-2.2.0.zip \\"; |
| echo -e " S200606221156"$blue"="$norm"R200606271057 \\"; |
| #echo -e " /tools/emf/downloads/drops/"$blue"="$norm"../../../../../../tools/emf/downloads/drops/ \\"; # TODO: remove this hack once index.html pages are fixed after 2.0.0 |
| echo -e " fullmoon.torolab.ibm.com"$blue"="$norm"download.eclipse.org"; |
| echo -e " emf.torolab.ibm.com"$blue"="$norm"download.eclipse.org"; |
| echo ""; |
| echo -e " "$green"sudo -u www-data $PWD/renameBuild.sh"$norm" -sub "$red"ocl"$norm" -verbose \\"; |
| echo -e " -branch 1.0.0 -buildID S200606261119"$blue"="$norm"R200606261119 -buildAlias 1.0.0RC6"$blue"="$norm"1.0.0 \\"; |
| echo -e " eclipse-SDK-M20060609-1217-linux-gtk.tar.gz"$blue"="$norm"eclipse-SDK-3.2-linux-gtk.tar.gz \\"; |
| echo -e " M20060609-1217"$blue"="$norm"R-3.2-200606281325 \\"; |
| echo -e " emf-sdo-xsd-SDK-2.2.0RC9.zip"$blue"="$norm"emf-sdo-xsd-SDK-2.2.0.zip \\"; |
| echo -e " S200606221156"$blue"="$norm"R200606271057 \\"; |
| echo -e " fullmoon.torolab.ibm.com"$blue"="$norm"download.eclipse.org"; |
| echo -e " emf.torolab.ibm.com"$blue"="$norm"download.eclipse.org"; |
| echo ""; |
| exit; |
| fi |
| |
| echo ""; |
| echo -e "[ren] Started `date +%Y%m%d\ %H\:%M\:%S`."; |
| |
| # collect cmdline options |
| while [ $# -gt 0 ]; do |
| case $1 in |
| '-branch') |
| # check if param 2 contains a "=" |
| t=$2;t=${t##*=*}; # get a nullstring if there was a "=" in the string |
| if [ "x$t" = "x" ]; then # $ |
| sourceBranch=$2; sourceBranch=${sourceBranch%%=*}; # trim from = to end |
| targetBranch=$2; targetBranch=${targetBranch##*=}; # trim up to the = |
| else |
| sourceBranch=$2; |
| targetBranch=$2; |
| fi |
| shift 1; |
| ;; |
| '-buildID') |
| sourceBuildID=$2; sourceBuildID=${sourceBuildID%%=*}; # trim from = to end |
| targetBuildID=$2; targetBuildID=${targetBuildID##*=}; # trim up to the = |
| shift 1; |
| ;; |
| '-buildAlias') |
| # check if param 2 contains a "=" |
| t=$2;t=${t##*=*}; # get a nullstring if there was a "=" in the string |
| if [ "x$t" = "x" ]; then # $ |
| sourceAlias=$2; sourceAlias=${sourceAlias%%=*}; # trim from = to end |
| targetAlias=$2; targetAlias=${targetAlias##*=}; # trim up to the = |
| else |
| sourceAlias=$sourceBuildID; |
| targetAlias=$2; |
| fi |
| shift 1; |
| ;; |
| '-sub') |
| subprojectName=$2; |
| #echo " $1 $2"; |
| # chain them together in order of priority: override (if applic), subproj specific one, default |
| propertiesFiles=$propertiesFiles" ./promoteToEclipse."$subprojectName".properties "$defaultPropertiesFile; |
| loaded=0; |
| for propertiesFile in $propertiesFiles; do |
| if [ "$loaded" -eq 0 ] && [ -r $propertiesFile ]; then |
| echo -n " [loading $propertiesFile ... "; . $propertiesFile; echo "done]"; loaded=1; |
| fi |
| done |
| if [ "$loaded" -eq 0 ]; then |
| echo " [Can't load any of: $propertiesFiles. Exiting!]"; |
| exit 99; |
| fi |
| shift 1 |
| ;; |
| |
| '-buildDropsDir') |
| buildDropsDir=$2; |
| shift 1; |
| ;; |
| '-verbose') |
| verbose="true"; |
| shift 0; |
| ;; |
| *) |
| pairs=$pairs" "$1; |
| shift 0; |
| ;; |
| esac |
| shift 1 |
| done |
| |
| if [ "$subprojectName" = "" ]; then # no value set! |
| echo "[promote] No subproject name set in properties file or by -sub flag. Script cannot continue. Exiting..."; |
| exit 99; |
| fi |
| |
| getBuildType () |
| { |
| tmpType=$1; tmpType=${tmpType:0:1}; # one of N, M, I, S, R |
| #echo -e "tmpType=$tmpType"; |
| case $tmpType in |
| 'N') |
| tmpType='Nightly'; |
| ;; |
| 'M') |
| tmpType='Maintenance'; |
| ;; |
| 'I') |
| tmpType='Integration'; |
| ;; |
| 'S') |
| tmpType='Stable'; |
| ;; |
| 'R') |
| tmpType='Release'; |
| ;; |
| esac |
| } |
| |
| getBuildType $sourceBuildID; sourceType=$tmpType; |
| getBuildType $targetBuildID; targetType=$tmpType; |
| |
| echo ""; |
| echo -e "[ren] Source: branch=$red$sourceBranch$norm; build=$red$sourceBuildID$norm; type=$red$sourceType$norm; alias=$red$sourceAlias$norm"; |
| echo -e "[ren] Target: branch=$green$targetBranch$norm; build=$green$targetBuildID$norm; type=$green$targetType$norm; alias=$green$targetAlias$norm"; |
| if [ "x$verbose" != "x" ] && [ "x$pairs" != "x" ]; then |
| echo -e "[ren] Substitution pairs:"; |
| for pair in $pairs; do |
| before=$pair; before=${before%%=*}; # trim from the = to the end |
| after=$pair; after=${after##*=}; # trim up to the = |
| if [ "$before" != "$after" ]; then |
| echo -e " $red$before$norm -> $green$after$norm"; |
| fi |
| done |
| fi |
| |
| # define source/target folders |
| sourceFolder="$buildDropsDir/$sourceBranch/$sourceBuildID"; |
| targetFolder="$buildDropsDir/$targetBranch/$targetBuildID"; |
| |
| echo ""; |
| echo -e "[ren] Step 1: copy $sourceFolder"; |
| echo -e " to $targetFolder"; |
| mkdir -p $targetFolder; cp -r $sourceFolder/* $targetFolder/; |
| |
| echo ""; echo -e "[ren] Step 2: rename any zip/md5 files in target folder matching "$sourceBuildID; |
| cd $targetFolder; |
| |
| list=`find $targetFolder -name "*$sourceBuildID\.zip*" -o -name "*$sourceAlias\.zip*"` |
| num=0; |
| for file in $list; do |
| (( num++ )); |
| done |
| |
| cnt=0; |
| for file in $list; do |
| (( cnt++ )); |
| targ="$file"; |
| targ="${targ//$sourceAlias/$targetAlias}"; |
| targ="${targ//$sourceBuildID/$targetAlias}"; |
| targ="${targ//$sourceBranch/$targetBranch}"; |
| if [ "x$verbose" != "x" ]; then |
| echo -e "[ren] [$blue$cnt$norm/$blue$num$norm] "${file##*\/}" -> "${targ##*\/}; |
| fi |
| mv -f "$file" "$targ"; |
| done |
| |
| if [ "x$verbose" = "x" ]; then |
| echo -e "[ren] $green$num$norm files renamed."; |
| fi |
| |
| echo ""; |
| echo -e "[ren] Step 3: fix text files (xml, md5, html, txt) with $red$sourceAlias$norm, $red$sourceBuildID$norm, $red$sourceBranch$norm or $red$sourceType$norm"; |
| |
| # pass in a /fully/qualifed/path/to/a/file and a group owner (eg., www-data); fsize will contain the filesize in bytes |
| getFileSize() |
| { |
| f=$1; # file name |
| g=$2; # group name |
| fsize=`alias ls='ls' && ls -ls "$f"`; fsize=${fsize%%"$f"*}; fsize=${fsize##*$g}; |
| fsize=`echo -e $fsize | sed -e 's/[a-zA-Z\-]//g' -e 's/.* //g' -e 's/[0-9]\+\ \+[0-9]\+\:[0-9]\+//g' -e 's/[\/\ \.]\+//g'` |
| } |
| |
| totalnum=0; |
| for ext in "xml" "md5" "html" "txt" "cfg" "php"; do |
| list=`find $targetFolder -name "*\.$ext"`; |
| num=0; |
| for file in $list; do |
| (( totalnum++ )); |
| (( num++ )); |
| done |
| |
| cnt=0; |
| for file in $list; do |
| (( cnt++ )); |
| if [ `cat $file | grep -c "$sourceBuildID\|$sourceBranch"` > 0 ]; then # file contains the string, must sed it |
| filename="${file##*\/}"; |
| tmpfile="$tmpdir/$filename"; |
| tmpfile2="$tmpdir/$filename"2; |
| if [ "x$verbose" != "x" ]; then |
| echo -e -n "[ren] [$blue$cnt$norm/$blue$num$norm] Replacing $yellow$filename$norm: "; |
| fi |
| |
| # get old filesize |
| getFileSize "$file" "www-data"; res1=$fsize; |
| |
| # make changes: |
| # replace "N2004...".zip with "2.0.2".zip |
| # replace "Nightly Build: N2004..." with "Release Build: 2.0.2" |
| # replace "Nightly" with "Release" |
| # replace "N2004..." with "R2004..." |
| # replace "2.0.3.1" with "2.0.4" |
| |
| # to escape "." as "\." use ${foo//./\\.} instead of $foo |
| cat "$file" | sed \ |
| -e 's/'${sourceAlias//./\\.}'/'${targetAlias//./\\.}'/g' \ |
| -e 's/'${sourceBuildID//./\\.}\.zip'/'${targetAlias//./\\.}\.zip'/g' \ |
| -e 's/'$sourceType' Build\: '${sourceBuildID//./\\.}'/'$targetType' Build\: '${targetAlias//./\\.}'/g' \ |
| -e 's/'$sourceType'/'$targetType'/g' \ |
| -e 's/'${sourceBuildID//./\\.}'/'${targetBuildID//./\\.}'/g' \ |
| -e 's/'${sourceBranch//./\\.}'/'${targetBranch//./\\.}'/g' \ |
| > "$tmpfile"; |
| |
| # replace <beforestring> with <afterstring>, eg., eclipse-SDK-I20050201-0800-linux-gtk.zip with eclipse-SDK-3.1M5-linux-gtk.tar.gz |
| if [ "x$pairs" != "x" ]; then |
| for pair in $pairs; do |
| before=$pair; before=${before%%=*}; # trim from the = to the end |
| after=$pair; after=${after##*=}; # trim up to the = |
| before=${before//\//\\\/}; before=${before//./\\.}; # escape "." and "/" |
| after=${after//\//\\\/}; after=${after//./\\.}; # escape "." and "/" |
| if [ "$before" != "$after" ]; then |
| cat "$tmpfile" | sed -e 's/'"$before"'/'"$after"'/g' > "$tmpfile2"; |
| mv -f "$tmpfile2" "$tmpfile"; |
| fi |
| done |
| fi |
| |
| # get new filesize |
| getFileSize "$tmpfile" "www-data"; res2=$fsize; |
| |
| # replace file |
| if [ "x$verbose" != "x" ]; then |
| echo -e "size: $res1 -> $res2"; |
| fi |
| mv -f "$tmpfile" "$file"; |
| fi |
| done |
| if [ "x$verbose" != "x" ]; then |
| echo ""; |
| fi |
| done |
| |
| if [ "x$verbose" = "x" ]; then |
| echo -e "[ren] $green$totalnum$norm files changed."; |
| echo ""; |
| fi |
| |
| rm -fr $tmpdir; |
| echo "[ren] Finished `date +%Y%m%d\ %H\:%M\:%S`. Please verify that your build's index.html contains no invalid links."; |
| echo ""; |