diff options
Diffstat (limited to 'releng/org.eclipse.epp.config/tools/upload-to-staging.sh')
| -rwxr-xr-x | releng/org.eclipse.epp.config/tools/upload-to-staging.sh | 177 |
1 files changed, 177 insertions, 0 deletions
diff --git a/releng/org.eclipse.epp.config/tools/upload-to-staging.sh b/releng/org.eclipse.epp.config/tools/upload-to-staging.sh new file mode 100755 index 00000000..042da089 --- /dev/null +++ b/releng/org.eclipse.epp.config/tools/upload-to-staging.sh @@ -0,0 +1,177 @@ +#!/bin/bash + +set -u # run with unset flag error so that missing parameters cause build failure +set -e # error out on any failed commands +set -x # echo all commands used for debugging purposes + +EXITCODE=0 # default to 0, set to 124 to mark unstable or anything else for failure + +SSHUSER="genie.packaging@projects-storage.eclipse.org" +SSH="ssh ${SSHUSER}" +SCP="scp" + +DIR=$( cd "$( dirname "${BASH_SOURCE[0]}" )" && pwd ) +# Read a property from the epp.properties file (which needs to be generated) +# Usage: get_property KEY +function get_property +{ + grep "^$1=" "${DIR}/epp.properties" | cut -d'=' -f2 +} + +echo Create the epp.properties file +MVN=/opt/tools/apache-maven/latest/bin/mvn +if [ ! -f "$MVN" ]; then + MVN=mvn +fi +${MVN} clean package -f ${DIR} + +RELEASE_NAME=$(get_property RELEASE_NAME) +RELEASE_MILESTONE=$(get_property RELEASE_MILESTONE) +RELEASE_DIR=$(get_property RELEASE_DIR) +SIMREL_REPO=$(get_property SIMREL_REPO) +WORKSPACE=${WORKSPACE:-"${PWD}"} +GIT_REPOSITORY=${GIT_REPOSITORY:-"org.eclipse.epp.packages"} +BUILT_PACKAGES=$(cat packages.txt) +PACKAGES=${BUILT_PACKAGES:-"committers cpp dsl embedcpp java jee modeling parallel php rcp scout"} +PLATFORMS=${PLATFORMS:-"linux.gtk.aarch64.tar.gz linux.gtk.x86_64.tar.gz macosx.cocoa.aarch64.dmg macosx.cocoa.aarch64.tar.gz macosx.cocoa.x86_64.dmg macosx.cocoa.x86_64.tar.gz win32.win32.x86_64.zip"} +STAGING=${STAGING:-"/home/data/httpd/download.eclipse.org/technology/epp/staging"} + +cd ${WORKSPACE}/${GIT_REPOSITORY}/archive +for PACKAGE in $PACKAGES; do + for PLATFORM in $PLATFORMS; do + NAME=$(echo *_eclipse-${PACKAGE}-${RELEASE_NAME}-${RELEASE_MILESTONE}-${PLATFORM}) + NEWNAME=`echo ${NAME} | \ + cut -d "_" -f 2- | \ + sed 's/linux\.gtk\.aarch64/linux-gtk-aarch64/' | \ + sed 's/linux\.gtk\.x86\_64/linux-gtk-x86\_64/' | \ + sed 's/win32\.win32\.x86\_64\./win32\-x86\_64\./' | \ + sed 's/macosx\.cocoa\.aarch64/macosx\-cocoa-aarch64/' | \ + sed 's/macosx\.cocoa\.x86\_64/macosx\-cocoa-x86\_64/' | \ + sed 's/macosx-cocoa-aarch64.dmg/macosx-cocoa-aarch64.dmg-tonotarize/' | \ + sed 's/macosx-cocoa-x86_64.dmg/macosx-cocoa-x86_64.dmg-tonotarize/'` + # Move and rename file + mv ${NAME} ${NEWNAME} + done; +done + +# place configurations in final location +for PACKAGE in $PACKAGES; do + cp ${WORKSPACE}/${GIT_REPOSITORY}/packages/org.eclipse.epp.package.${PACKAGE}.feature/epp.website.xml ${PACKAGE}.xml + cp ${WORKSPACE}/${GIT_REPOSITORY}/packages/org.eclipse.epp.package.${PACKAGE}.feature/feature.xml ${PACKAGE}.feature.xml + cp ${WORKSPACE}/${GIT_REPOSITORY}/packages/org.eclipse.epp.package.${PACKAGE}.product/epp.product ${PACKAGE}.product.xml +done + +# place a timestamp and CI build info in the directory +echo "TIMESTAMP: $(date)" > ci-info.txt +echo "CI URL: ${BUILD_URL}" >> ci-info.txt + +# place a _mirrors.php for easy access to links via the Eclipse mirroring +cp ${WORKSPACE}/${GIT_REPOSITORY}/releng/org.eclipse.epp.config/tools/_mirrors.php _mirrors.php + + +# ------------------------- +# Prepare template email with all the correct information +cat > email.txt <<EOM +This is the template email sent to the epp-dev mailing list. Please update the TODO section when sending emails to +advise of last minute issues, etc. + +Hi everyone, + +Our next milestone build is available for testing: EPP ${RELEASE_NAME} ${RELEASE_MILESTONE} + +TODO say: No special issues to report! or write the issues to bring to the attention of the group when sending the email. + +I have been following the steps on https://hackmd.io/@jonahgraham/eclipse-epp-release-process - you can see the checkmarks as to what is done. + +Download link: https://download.eclipse.org/technology/epp/downloads/release/${RELEASE_NAME}/${RELEASE_MILESTONE}/_mirrors.php + +EPP was built with the p2 repositories at: + +${SIMREL_REPO} and +https://download.eclipse.org/technology/epp/packages/${RELEASE_NAME}/${RELEASE_DIR}/ + +Please test and send your +1 to this mailing list. +1s are optional as the package will be published anyway. + +Last +1 received for each package and platform (apologies if I missed one of your +1 emails, just let me know and I will update Last Recorded +1) I have highlighted those packages/platforms that I haven't seen any confirmation in this release cycle on. + +Packages: +committers - 2022-12 RC1 +cpp - 2023-03 M3 +dsl - 2023-03 M3 +embedcpp - 2022-12 RC1 +java - 2023-03 M2 +jee - 2023-03 M2 +modeling - 2022-12 M3 +parallel - 2022-03 RC2 (tested by Ed in 2022-09 RC1) +php - 2020-12 RC2 (tested by Ed in 2022-09 RC1) +rcp - 2022-09 RC2 +scout - 2023-03 M1 + +Platforms: +Linux x86_64 - 2023-03 M3 +Linux aarch64 - 2022-12 RC1 +Windows - 2023-03 M2 +macOS x86_64 - 2022-09 M3 +macOS aarch64 - 2023-03 M3 + +Thank you for testing! + +Regards, +Jonah +EOM + + +# ----------------------------- +# Notarize macos files +# DISABLED, running on each build can too easily exceed Apple's limits. - see https://bugs.eclipse.org/bugs/show_bug.cgi?id=571669#c42 +# cd ${WORKSPACE} +# for i in $(find ${WORKSPACE}/${GIT_REPOSITORY}/archive -name '*.dmg-tonotarize') +# do +# DMG_FILE=${i/-tonotarize/} +# LOG=$(basename ${i}).log +# echo "Starting ${DMG_FILE}" |& tee ${WORKSPACE}/${LOG} +# ${WORKSPACE}/${GIT_REPOSITORY}/releng/org.eclipse.epp.config/tools/macosx-notarization-single.sh ${DMG_FILE} |& tee --append ${LOG} & +# sleep 18s # start jobs at a small interval from each other +# done + +# jobs -p +# wait < <(jobs -p) + + +# if [[ -n `find ${WORKSPACE}/${GIT_REPOSITORY}/archive -name '*.dmg-tonotarize'` ]]; then +# echo "Failed to notarize the following" +# find ${WORKSPACE}/${GIT_REPOSITORY}/archive -name '*.dmg-tonotarize' +# echo "The following files were found to not have been notarized" > tonotarize-list.log +# find ${WORKSPACE}/${GIT_REPOSITORY}/archive -name '*.dmg-tonotarize' >> tonotarize-list.log +# # unstable - we don't want to fail the build for failed notarize because +# # the notarization is just too flaky and we can renotarize any missed +# # files later +# EXITCODE=124 +# fi +# cd ${WORKSPACE}/${GIT_REPOSITORY}/archive + + +# ---------------------------------------------------------------------------------------------- +# compute the checksum files for each package + +for II in $(find eclipse*.zip eclipse*.tar.gz eclipse*.dmg eclipse*.dmg-tonotarize); do + echo .. $II + md5sum $II >$II.md5 + sha1sum $II >$II.sha1 + sha512sum -b $II >$II.sha512 +done + +# ---------------------------------------------------------------------------------------------- +# Copy everything to download.eclipse.org + +${SSH} rm -rf ${STAGING}-new +${SCP} -rp ${PWD} "${SSHUSER}:"${STAGING}-new +${SSH} rm -rf ${STAGING}-previous +if $SSH test -e ${STAGING}; then + ${SSH} mv ${STAGING} ${STAGING}-previous +fi +${SSH} mv ${STAGING}-new ${STAGING} +${SSH} rm -rf ${STAGING}-previous + +# Explicitly exit so that we can mark as unstable more easily +exit ${EXITCODE} |