prep for build machine downloads
diff --git a/downloadsites/webtools/artifacts/cleanup.sh b/downloadsites/webtools/artifacts/cleanup.sh
deleted file mode 100644
index 54cf1b8..0000000
--- a/downloadsites/webtools/artifacts/cleanup.sh
+++ /dev/null
@@ -1,33 +0,0 @@
-#!/bin/sh
-# script to delete warm-up builds, except the one promoted
-# the promoted on is left just for safety
-
-
-declaredStream=$1
-declaredDir=$2
-# make sure directories to delete start with same 3 chars as target
-pattern=${declaredDir:0:5}
-
-
-echo restrict to directory names that match $pattern
-echo act on directories older than $declaredDir
-
-
-# example of full form from command line
-# find ./drops -maxdepth 1 -type d -name I-I* -not -cnewer drops/I-I200603180020-200603180020 -exec rm -fr {} \;
-
-
-if [ "$3" != "-doit" ] ; then
- echo " This is a dry run. Add -doit to actually remove"
- thisCommand=" echo "
-else
- thisCommand=" rm -fr "
-fi
-
-
-
-find ./drops -maxdepth 2 -type d -name "$pattern*" -not -newer "./drops/$declaredStream/$declaredDir" -exec $thisCommand {} \;
-
-
-
-
diff --git a/downloadsites/webtools/artifacts/declare.sh b/downloadsites/webtools/artifacts/declare.sh
deleted file mode 100644
index 4700d7f..0000000
--- a/downloadsites/webtools/artifacts/declare.sh
+++ /dev/null
@@ -1,24 +0,0 @@
-echo $1 $2
-
-declaredStream=$1
-declaredDir=$2
-
-FROMDIR=../committers/drops
-TODIR=../downloads/drops/${declaredStream}
-FROMDIR=$FROMDIR/${declaredStream}/${declaredDir}
-echo "declaring build ${declaredDir} on buildstream ${declaredStream}"
-echo " into ${TODIR}"
-echo " using the build from ${FROMDIR}"
-
-
-cp -R ${FROMDIR} ${TODIR}
-
-fromString="webtools/committers"
-toString="webtools/downloads"
-replaceCommand="s!${fromString}!${toString}!g"
-
-perl -w -pi -e ${replaceCommand} ${TODIR}/${declaredDir}/*.php
-
-# update the update site
-#cp -ruv $HOME/downloads/webtools/committers/drops/$1/updateSite/features/ $HOME/downloads/webtools/milestones/
-#cp -ruv $HOME/downloads/webtools/committers/drops/$1/updateSite/plugins/ $HOME/downloads/webtools/milestones/
diff --git a/downloadsites/webtools/artifacts/declareUpdates.sh b/downloadsites/webtools/artifacts/declareUpdates.sh
deleted file mode 100644
index 0095491..0000000
--- a/downloadsites/webtools/artifacts/declareUpdates.sh
+++ /dev/null
@@ -1,17 +0,0 @@
-
-declaredStream=$1
-declaredDir=$2
-
-FROMDIR=$HOME/downloads/webtools/committers/drops
-FROMDIR=$FROMDIR/${declaredStream}/${declaredDir}/updateSite
-
-TODIR=$HOME/downloads/webtools/declaredUpdates
-
-echo "declaring update ${declaredDir} on buildstream ${declaredStream}"
-echo " into ${TODIR}"
-echo " using the build from ${FROMDIR}"
-
-
-# update the update site with changes only
-rsync --ignore-existing -rv $FROMDIR/features $TODIR
-rsync --ignore-existing -rv $FROMDIR/plugins $TODIR
diff --git a/downloadsites/webtools/artifacts/rename.sh b/downloadsites/webtools/artifacts/rename.sh
deleted file mode 100644
index 8d8b1f8..0000000
--- a/downloadsites/webtools/artifacts/rename.sh
+++ /dev/null
@@ -1,312 +0,0 @@
-#!/bin/bash
-
-# build renamer script - fix/rename all of a given I/M/S build's artefacts instead of regen'ing them
-# copy existing build folder; rename zips, md5s; sed text files
-
-# default path to builds
-buildDropsDir=$PWD;
-
-tmpdir=/home/data/users/jlanuti/downloads/webtools/committers/drops/tmp-renameBuild.sh-$USER;
-mkdir -p $tmpdir;
-
-verbose="";
-pairs="";
-
-# to use these colour escapes, must do `echo -e -e`
-red="\033[1;31m"; green="\033[1;32m";
-yellow="\033[1;33m"; blue="\033[1;34m"
-norm="\033[0;39m";
-
-# default to default properties file
-defaultPropertiesFile=./promoteToEclipse.properties
-propertiesFiles="";
-
-if [ $# -lt 1 ]; then
- echo "";
- echo "[ren] This script is used to copy, then rename an existing local build so that it can be promoted";
- echo " again under a new name. By renaming instead of rebuilding, binary compatibility is possible";
- echo " w/o having to retest. If -sub is not specified, script will look for the folder to rename ";
- echo -e " in the current folder ("$yellow""$PWD""$norm").";
- echo "";
- echo "[ren] Usage (<> = required, [] = optional, string replacements must be listed LAST, and will be";
- echo " processed IN ORDER listed.):";
- echo "";
- echo -e " "$green"sudo -u www-data $PWD/renameBuild.sh"$norm" [-sub <subprojectName>] \\"
- echo -e " -branch [sourceBranch"$blue"="$norm"]<targetBranch> -buildID <sourceBuildID"$blue"="$norm"targetBuildID> \\"
- echo -e " -buildAlias [sourceAlias"$blue"="$norm"]<targetAlias> \\";
- echo -e " [-verbose] [-buildDropsDir /path/to/some/folder] \\";
- echo -e " [beforestring"$blue"="$norm"afterstring] [beforestring2"$blue"="$norm"afterstring2] ... \\";
- echo -e " "$yellow"2>&1 | tee ~/renameBuild_\`date +%Y%m%d_%H%M%S\`.txt"$norm"";
- echo "";
- echo "[ren] To rename with string replacements [Eclipse driver folder & file]: ";
- echo "";
- echo -e " "$green"sudo -u www-data $PWD/renameBuild.sh"$norm" -sub "$red"emf"$norm" -verbose \\";
- echo -e " -branch 2.2.0 -buildID S200606271057"$blue"="$norm"R200606271057 -buildAlias 2.2.0RC9a"$blue"="$norm"2.2.0 \\";
- echo -e " eclipse-SDK-M20060609-1217-linux-gtk.tar.gz"$blue"="$norm"eclipse-SDK-3.2-linux-gtk.tar.gz \\";
- echo -e " M20060609-1217"$blue"="$norm"R-3.2-200606281325 \\";
- echo -e " /eclipse/downloads/drops/"$blue"="$norm"http://download.eclipse.org/downloads/drops/ \\"; # TODO: remove this hack once index.html pages are fixed after 2.2.0
- echo -e " fullmoon.torolab.ibm.com"$blue"="$norm"download.eclipse.org";
- echo "";
- echo "[ren] To rename with string replacements [Eclipse + EMF driver folders & files]: ";
- echo "";
- echo -e " "$green"sudo -u www-data $PWD/renameBuild.sh"$norm" -sub "$red"uml2"$norm" -verbose \\";
- echo -e " -branch 2.0.0 -buildID S200606221411"$blue"="$norm"R200606221411 -buildAlias 2.0RC9a"$blue"="$norm"2.0.0 \\";
- echo -e " eclipse-SDK-M20060609-1217-linux-gtk.tar.gz"$blue"="$norm"eclipse-SDK-3.2-linux-gtk.tar.gz \\";
- echo -e " M20060609-1217"$blue"="$norm"R-3.2-200606281325 \\";
- echo -e " /eclipse/downloads/drops/"$blue"="$norm"http://download.eclipse.org/downloads/drops/ \\"; # TODO: remove this hack once index.html pages are fixed after 2.0.0
- echo -e " emf-sdo-xsd-SDK-2.2.0RC9.zip"$blue"="$norm"emf-sdo-xsd-SDK-2.2.0.zip \\";
- echo -e " S200606221156"$blue"="$norm"R200606271057 \\";
- #echo -e " /tools/emf/downloads/drops/"$blue"="$norm"../../../../../../tools/emf/downloads/drops/ \\"; # TODO: remove this hack once index.html pages are fixed after 2.0.0
- echo -e " fullmoon.torolab.ibm.com"$blue"="$norm"download.eclipse.org";
- echo -e " emf.torolab.ibm.com"$blue"="$norm"download.eclipse.org";
- echo "";
- echo -e " "$green"sudo -u www-data $PWD/renameBuild.sh"$norm" -sub "$red"ocl"$norm" -verbose \\";
- echo -e " -branch 1.0.0 -buildID S200606261119"$blue"="$norm"R200606261119 -buildAlias 1.0.0RC6"$blue"="$norm"1.0.0 \\";
- echo -e " eclipse-SDK-M20060609-1217-linux-gtk.tar.gz"$blue"="$norm"eclipse-SDK-3.2-linux-gtk.tar.gz \\";
- echo -e " M20060609-1217"$blue"="$norm"R-3.2-200606281325 \\";
- echo -e " emf-sdo-xsd-SDK-2.2.0RC9.zip"$blue"="$norm"emf-sdo-xsd-SDK-2.2.0.zip \\";
- echo -e " S200606221156"$blue"="$norm"R200606271057 \\";
- echo -e " fullmoon.torolab.ibm.com"$blue"="$norm"download.eclipse.org";
- echo -e " emf.torolab.ibm.com"$blue"="$norm"download.eclipse.org";
- echo "";
- exit;
-fi
-
-echo "";
-echo -e "[ren] Started `date +%Y%m%d\ %H\:%M\:%S`.";
-
-# collect cmdline options
-while [ $# -gt 0 ]; do
- case $1 in
- '-branch')
- # check if param 2 contains a "="
- t=$2;t=${t##*=*}; # get a nullstring if there was a "=" in the string
- if [ "x$t" = "x" ]; then # $
- sourceBranch=$2; sourceBranch=${sourceBranch%%=*}; # trim from = to end
- targetBranch=$2; targetBranch=${targetBranch##*=}; # trim up to the =
- else
- sourceBranch=$2;
- targetBranch=$2;
- fi
- shift 1;
- ;;
- '-buildID')
- sourceBuildID=$2; sourceBuildID=${sourceBuildID%%=*}; # trim from = to end
- targetBuildID=$2; targetBuildID=${targetBuildID##*=}; # trim up to the =
- shift 1;
- ;;
- '-buildAlias')
- # check if param 2 contains a "="
- t=$2;t=${t##*=*}; # get a nullstring if there was a "=" in the string
- if [ "x$t" = "x" ]; then # $
- sourceAlias=$2; sourceAlias=${sourceAlias%%=*}; # trim from = to end
- targetAlias=$2; targetAlias=${targetAlias##*=}; # trim up to the =
- else
- sourceAlias=$sourceBuildID;
- targetAlias=$2;
- fi
- shift 1;
- ;;
- '-sub')
- subprojectName=$2;
- #echo " $1 $2";
- # chain them together in order of priority: override (if applic), subproj specific one, default
- propertiesFiles=$propertiesFiles" ./promoteToEclipse."$subprojectName".properties "$defaultPropertiesFile;
- loaded=0;
- for propertiesFile in $propertiesFiles; do
- if [ "$loaded" -eq 0 ] && [ -r $propertiesFile ]; then
- echo -n " [loading $propertiesFile ... "; . $propertiesFile; echo "done]"; loaded=1;
- fi
- done
- if [ "$loaded" -eq 0 ]; then
- echo " [Can't load any of: $propertiesFiles. Exiting!]";
- exit 99;
- fi
- shift 1
- ;;
-
- '-buildDropsDir')
- buildDropsDir=$2;
- shift 1;
- ;;
- '-verbose')
- verbose="true";
- shift 0;
- ;;
- *)
- pairs=$pairs" "$1;
- shift 0;
- ;;
- esac
- shift 1
-done
-
-if [ "$subprojectName" = "" ]; then # no value set!
- echo "[promote] No subproject name set in properties file or by -sub flag. Script cannot continue. Exiting...";
- exit 99;
-fi
-
-getBuildType ()
-{
- tmpType=$1; tmpType=${tmpType:0:1}; # one of N, M, I, S, R
- #echo -e "tmpType=$tmpType";
- case $tmpType in
- 'N')
- tmpType='Nightly';
- ;;
- 'M')
- tmpType='Maintenance';
- ;;
- 'I')
- tmpType='Integration';
- ;;
- 'S')
- tmpType='Stable';
- ;;
- 'R')
- tmpType='Release';
- ;;
- esac
-}
-
-getBuildType $sourceBuildID; sourceType=$tmpType;
-getBuildType $targetBuildID; targetType=$tmpType;
-
-echo "";
-echo -e "[ren] Source: branch=$red$sourceBranch$norm; build=$red$sourceBuildID$norm; type=$red$sourceType$norm; alias=$red$sourceAlias$norm";
-echo -e "[ren] Target: branch=$green$targetBranch$norm; build=$green$targetBuildID$norm; type=$green$targetType$norm; alias=$green$targetAlias$norm";
-if [ "x$verbose" != "x" ] && [ "x$pairs" != "x" ]; then
- echo -e "[ren] Substitution pairs:";
- for pair in $pairs; do
- before=$pair; before=${before%%=*}; # trim from the = to the end
- after=$pair; after=${after##*=}; # trim up to the =
- if [ "$before" != "$after" ]; then
- echo -e " $red$before$norm -> $green$after$norm";
- fi
- done
-fi
-
-# define source/target folders
-sourceFolder="$buildDropsDir/$sourceBranch/$sourceBuildID";
-targetFolder="$buildDropsDir/$targetBranch/$targetBuildID";
-
-echo "";
-echo -e "[ren] Step 1: copy $sourceFolder";
-echo -e " to $targetFolder";
-mkdir -p $targetFolder; cp -r $sourceFolder/* $targetFolder/;
-
-echo ""; echo -e "[ren] Step 2: rename any zip/md5 files in target folder matching "$sourceBuildID;
-cd $targetFolder;
-
-list=`find $targetFolder -name "*$sourceBuildID\.zip*" -o -name "*$sourceAlias\.zip*"`
-num=0;
-for file in $list; do
- (( num++ ));
-done
-
-cnt=0;
-for file in $list; do
- (( cnt++ ));
- targ="$file";
- targ="${targ//$sourceAlias/$targetAlias}";
- targ="${targ//$sourceBuildID/$targetAlias}";
- targ="${targ//$sourceBranch/$targetBranch}";
- if [ "x$verbose" != "x" ]; then
- echo -e "[ren] [$blue$cnt$norm/$blue$num$norm] "${file##*\/}" -> "${targ##*\/};
- fi
- mv -f "$file" "$targ";
-done
-
-if [ "x$verbose" = "x" ]; then
- echo -e "[ren] $green$num$norm files renamed.";
-fi
-
-echo "";
-echo -e "[ren] Step 3: fix text files (xml, md5, html, txt) with $red$sourceAlias$norm, $red$sourceBuildID$norm, $red$sourceBranch$norm or $red$sourceType$norm";
-
-# pass in a /fully/qualifed/path/to/a/file and a group owner (eg., www-data); fsize will contain the filesize in bytes
-getFileSize()
-{
- f=$1; # file name
- g=$2; # group name
- fsize=`alias ls='ls' && ls -ls "$f"`; fsize=${fsize%%"$f"*}; fsize=${fsize##*$g};
- fsize=`echo -e $fsize | sed -e 's/[a-zA-Z\-]//g' -e 's/.* //g' -e 's/[0-9]\+\ \+[0-9]\+\:[0-9]\+//g' -e 's/[\/\ \.]\+//g'`
-}
-
-totalnum=0;
-for ext in "xml" "md5" "html" "txt" "cfg" "php"; do
- list=`find $targetFolder -name "*\.$ext"`;
- num=0;
- for file in $list; do
- (( totalnum++ ));
- (( num++ ));
- done
-
- cnt=0;
- for file in $list; do
- (( cnt++ ));
- if [ `cat $file | grep -c "$sourceBuildID\|$sourceBranch"` > 0 ]; then # file contains the string, must sed it
- filename="${file##*\/}";
- tmpfile="$tmpdir/$filename";
- tmpfile2="$tmpdir/$filename"2;
- if [ "x$verbose" != "x" ]; then
- echo -e -n "[ren] [$blue$cnt$norm/$blue$num$norm] Replacing $yellow$filename$norm: ";
- fi
-
- # get old filesize
- getFileSize "$file" "www-data"; res1=$fsize;
-
- # make changes:
- # replace "N2004...".zip with "2.0.2".zip
- # replace "Nightly Build: N2004..." with "Release Build: 2.0.2"
- # replace "Nightly" with "Release"
- # replace "N2004..." with "R2004..."
- # replace "2.0.3.1" with "2.0.4"
-
- # to escape "." as "\." use ${foo//./\\.} instead of $foo
- cat "$file" | sed \
- -e 's/'${sourceAlias//./\\.}'/'${targetAlias//./\\.}'/g' \
- -e 's/'${sourceBuildID//./\\.}\.zip'/'${targetAlias//./\\.}\.zip'/g' \
- -e 's/'$sourceType' Build\: '${sourceBuildID//./\\.}'/'$targetType' Build\: '${targetAlias//./\\.}'/g' \
- -e 's/'$sourceType'/'$targetType'/g' \
- -e 's/'${sourceBuildID//./\\.}'/'${targetBuildID//./\\.}'/g' \
- -e 's/'${sourceBranch//./\\.}'/'${targetBranch//./\\.}'/g' \
- > "$tmpfile";
-
- # replace <beforestring> with <afterstring>, eg., eclipse-SDK-I20050201-0800-linux-gtk.zip with eclipse-SDK-3.1M5-linux-gtk.tar.gz
- if [ "x$pairs" != "x" ]; then
- for pair in $pairs; do
- before=$pair; before=${before%%=*}; # trim from the = to the end
- after=$pair; after=${after##*=}; # trim up to the =
- before=${before//\//\\\/}; before=${before//./\\.}; # escape "." and "/"
- after=${after//\//\\\/}; after=${after//./\\.}; # escape "." and "/"
- if [ "$before" != "$after" ]; then
- cat "$tmpfile" | sed -e 's/'"$before"'/'"$after"'/g' > "$tmpfile2";
- mv -f "$tmpfile2" "$tmpfile";
- fi
- done
- fi
-
- # get new filesize
- getFileSize "$tmpfile" "www-data"; res2=$fsize;
-
- # replace file
- if [ "x$verbose" != "x" ]; then
- echo -e "size: $res1 -> $res2";
- fi
- mv -f "$tmpfile" "$file";
- fi
- done
- if [ "x$verbose" != "x" ]; then
- echo "";
- fi
-done
-
-if [ "x$verbose" = "x" ]; then
- echo -e "[ren] $green$totalnum$norm files changed.";
- echo "";
-fi
-
-rm -fr $tmpdir;
-echo "[ren] Finished `date +%Y%m%d\ %H\:%M\:%S`. Please verify that your build's index.html contains no invalid links.";
-echo "";