corwin
535a516d4f
These versions are slightly ahead of what I have elsewhere in an "emacs-local-ci" project. I modified them to: - allow running multiple copies of `crude-ci` at the same time - make outputs and intermediary artifacts under UCRT64 unique
360 lines
10 KiB
Bash
360 lines
10 KiB
Bash
#!/usr/bin/bash
|
|
# build-dist - build and package Emacs for Windows
|
|
#
|
|
# Copyright 2023 Corwin Brust <corwin@bru.st>
|
|
#
|
|
# This program is distributed under the terms of the GNU Public
|
|
# License version 3 or (at your option) any later version.
|
|
#
|
|
|
|
# E.g.:
|
|
#(cd /g; for v in 29 30 ; do ( MV=$v; ( cd git/emacs-$v; git pull --rebase) ; MV=$v ./build-dist.sh) |tee log/emacs-$MV-`date +%Y-%m-%d-%H%M`.log ; done )
|
|
|
|
function url_encode {
|
|
(echo "$1" | jq -Rr @uri) 2>/dev/null
|
|
}
|
|
|
|
function say {
|
|
local rev=$1
|
|
local branch=$2
|
|
local who=$( url_encode "$3")
|
|
local where=$4
|
|
local what=$5
|
|
local site="http://comic.chat:8998"
|
|
local u1="$site/$who/%23${where}/$(url_encode "[$rev] $what")"
|
|
local u2="$site/$who/%23emacs-dev/$(url_encode "[$branch@$rev] $what")"
|
|
local url
|
|
local RC
|
|
for url in $u1 $u2 ; do
|
|
curl "$url" >/dev/null 2>&1 ;
|
|
done
|
|
# http://ws.comic.chat:8998/eliz/%23emacs-29/8c1b10
|
|
RC=$?
|
|
}
|
|
|
|
|
|
# most likely things to edit
|
|
TO=${TO:-/h}
|
|
FROM=${FROM:-/g}
|
|
MV=${MV:-31}
|
|
EC=${EC:-"$( echo "$MSYSTEM" | grep UCRT64 )"}
|
|
EU=${EU:-"$(test -n "$EC" && printf '%s' "-ucrt")"}
|
|
SRC=${SRC:-$FROM/git/emacs${EU}-${MV}}
|
|
DIR=${DIR:-$TO/template.directive}
|
|
|
|
#SOURCE_BMP=/g/emacs.bmp
|
|
SOURCE_BMP=$SRC/etc/images/splash.bmp
|
|
|
|
SOURCE_NSI=/g/emacs.nsi
|
|
#SOURCE_NSI=$SRC/admin/nt/dist-build/emacs.nsi
|
|
|
|
SOURCE_COPYING=$SRC/COPYING
|
|
|
|
|
|
# get current the version for the main development branch
|
|
SVH_CGIT="http://cgit.git.savannah.gnu.org/cgit/emacs.git/plain/configure.ac"
|
|
MASTER_VERSION=$(wget -qO - $SVH_CGIT \
|
|
| grep AC_INIT \
|
|
| perl -ne 'print $1 if /(\d+\.\d+(?:\.\d+)?)/');
|
|
# get the first component of master's version, for later
|
|
MASTER_VERSION_MAJOR_VERSION=$(echo $MASTER_VERSION | cut -d . -f 1)
|
|
|
|
# and the local version
|
|
EV=${EV-$(grep '^AC_INIT' $SRC/configure.ac 2>/dev/null |perl -ne 'print $1 if /(\d+\.\d+\.\d+)/')}
|
|
|
|
DEPS=${DEPS:-$FROM/deps/emacs-${MV}${EU}-deps.zip}
|
|
SHORT_VER=${SHORT_VER:-$(cd $SRC; git rev-parse --short=6 HEAD)}
|
|
LONG_VER=${LONG_VER:-$(cd $SRC; git rev-parse HEAD)}
|
|
SLUG=${SLUG:-${MV}${EU}-$SHORT_VER}
|
|
|
|
EB=${EB:-"emacs-${SLUG}"}
|
|
EL=${EL:-"emacs-${EV}-$SHORT_VER"}
|
|
IB=${IB:-"${TO}/install"}
|
|
IN=${IN:-"${IB}/${EB}"}
|
|
UP=${UP:-"${FROM}/upload/${EB}"}
|
|
NO=${NO:-"${UP}/${EL}-no-deps.zip"}
|
|
FU=${FU:-"${UP}/${EL}.zip"}
|
|
SZ=${SZ:-"${UP}/${EL}-src.zip"}
|
|
SE=${SE:-"${UP}/${EL}-installer.exe"}
|
|
|
|
OE="${IB}/emacs-${EV}-installer.exe"
|
|
SXS=$IB/emacs-${EV:-"${MV}.0.50"}
|
|
|
|
# we are building when the source branch the same version as master
|
|
if [[ $MV -eq $MASTER_VERSION_MAJOR_VERSION ]] ; then
|
|
BRANCH=master
|
|
else
|
|
BRANCH=emacs-$MV
|
|
fi
|
|
|
|
CC_BRANCH=$( cd $SRC; git rev-parse --abbrev-ref HEAD )
|
|
CC_WHO="$(hostname)"
|
|
CC_WHERE="emacs-$MV"
|
|
|
|
echo "SVH: ${SVH_CGIT}
|
|
SV: ${MASTER_VERSION}
|
|
MM: ${MASTER_VERSION_MAJOR_VERSION}
|
|
MV: ${MV}
|
|
BR: ${BRANCH}
|
|
EC: ${EC}
|
|
EU: ${EU}
|
|
TO: ${TO}
|
|
FROM: ${FROM}
|
|
SRC: ${SRC}
|
|
DEPS: ${DEPS}
|
|
SREV: ${SHORT_VER}
|
|
LREV: ${LONG_VER}
|
|
SLUG: ${SLUG}
|
|
EB: ${EB}
|
|
IB: ${IB}
|
|
IN: ${IN}
|
|
UP: ${UP}
|
|
NO: ${NO}
|
|
FU: ${FU}
|
|
SZ: ${SZ}
|
|
SE: ${SE}
|
|
OE: ${OE}
|
|
DIR: ${DIR}
|
|
EV: ${EV}
|
|
SXS: ${SXS}
|
|
WHO: $CC_WHO
|
|
WHER: $CC_WHERE
|
|
BRNC: $CC_BRANCH"
|
|
|
|
if [[ -z "$SHORT_VER" ]] ; then
|
|
echo "Failed to extract git revision (short)"
|
|
exit 1;
|
|
fi
|
|
|
|
if [[ -z "$LONG_VER" ]] ; then
|
|
echo "Failed to extract git revision"
|
|
exit 1;
|
|
fi
|
|
|
|
sleep 10;
|
|
|
|
[ -r ${FROM}/.private ] && . ${FROM}/.private;
|
|
|
|
if [[ -d $IN ]] ; then
|
|
echo "NOTICE: build dir exits: $IN"
|
|
else
|
|
CC_WHAT="Windows build started"
|
|
#say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
|
|
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|
|
|
|
# (cd $SRC; git clean -fxd;
|
|
# ((./autogen.sh \
|
|
# && ./configure --with-modules \
|
|
# --without-dbus \
|
|
# --with-native-compilation=aot \
|
|
# --without-compress-install \
|
|
# --with-tree-sitter \
|
|
# CFLAGS='-O2' \
|
|
# && make install V=1 -j 10101010101010101010 \
|
|
# prefix=$IN ) 2>&1 | tee $TO/log/${EB}-make.log
|
|
# ) && ( echo "1..OK make" \
|
|
# ; (printf '%s' "$SHORT_VER" >/g/emacs-$MV.git-revision ) \
|
|
# ; true)
|
|
# ) || (echo "ERROR: prep upload ($?)"; exit 1);
|
|
# (cd $SRC; git clean -fxd 2>&1 >/dev/null;
|
|
# ((./autogen.sh \
|
|
# && make install V=1 -j10 \
|
|
# configure="--disable-acl --with-modules --without-dbus --with-native-compilation=aot --without-compress-install --with-tree-sitter CFLAGS='-O2'" \
|
|
# prefix=$IN ) 2>&1 | tee $TO/log/${EB}-make.log
|
|
# ) && ( echo "1..OK make" \
|
|
# ; (printf '%s' "$SHORT_VER" >/g/emacs-$MV.git-revision ) \
|
|
# ; true)
|
|
# ) || (echo "ERROR: prep upload ($?)"; exit 1);
|
|
|
|
(cd $SRC; git clean -fxd 2>&1 >/dev/null;
|
|
((make install V=1 -j10 \
|
|
configure="--prefix=$IN --disable-acl --with-modules --without-dbus --with-native-compilation=aot --without-compress-install --with-tree-sitter CFLAGS='-O0 -g3'" \
|
|
) 2>&1 | tee $TO/log/${EB}-make.log
|
|
) && ( echo "1..OK make" \
|
|
; (printf '%s' "$SHORT_VER" >/g/emacs-$MV.git-revision ) \
|
|
; true)
|
|
) || (echo "ERROR: prep upload ($?)"; exit 1)
|
|
fi
|
|
|
|
sleep 17
|
|
|
|
if [[ ! -d $IN ]]; then
|
|
echo "ERROR install folder is missing: $IN"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ -r $NO ]]; then
|
|
echo "NOTICE: no-deps zip exits: $NO"
|
|
else
|
|
CC_WHAT="Windows: creating no-deps.zip"
|
|
#say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
|
|
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|
|
((mkdir -p $UP \
|
|
&& cd $IN \
|
|
&& zip -vr9 $NO . 2>&1) 2>&1 >$TO/log/${EB}-zip-deps.log \
|
|
&& echo "2..OK zip nodeps") \
|
|
|| ( echo "FAILED ($?)" ; exit 2 )
|
|
fi
|
|
|
|
if [[ -r $FU ]]; then
|
|
echo "NOTICE: full zip exists: $FU"
|
|
else
|
|
CC_WHAT="Windows creating full.zip"
|
|
#say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
|
|
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|
|
((cd $IN \
|
|
&& unzip -d bin $DEPS 2>&1) 2>&1 >$TO/log/${EB}-unzip-deps.log \
|
|
&& echo "3..OK unzip deps") \
|
|
|| ( echo "FAILED ($?)" ; exit 3 )
|
|
((cd $IN \
|
|
&& zip -vr9 $FU .) 2>&1 >$TO/log/${EB}-zip.log \
|
|
&& echo "4..OK rezip full") \
|
|
|| ( echo "FAILED ($?)" ; exit 4 )
|
|
fi
|
|
|
|
MAKE_SE=1;
|
|
if [[ -r $SE ]] ; then
|
|
echo "NOTICE: self-installer exists: $SE";
|
|
if [[ -z $FORCE_SE ]] ; then
|
|
# noop?
|
|
MAKE_SE=0;
|
|
else
|
|
echo "FORCE: building SE anyway (FOCE_SE=$FORCE_SE)"
|
|
fi
|
|
fi
|
|
if [[ $MAKE_SE ]]; then
|
|
#sleep 10;
|
|
if [[ -d $SXS ]] ; then
|
|
echo "WARNING: Self-install source dir found, reusing: $SXS";
|
|
sleep 90;
|
|
else
|
|
mv $IN $SXS ||
|
|
( echo "ERROR: installer source mv failed ($?): $IN => $SXS";
|
|
exit 5; )
|
|
fi
|
|
|
|
# DIST_SV=$IB/emacs-$EV
|
|
# CC_WHAT="Windows: moving installed Emacs to $DIST_SV"
|
|
# echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|
|
# sleep 2;
|
|
# #rm -rf $DIST_SV;
|
|
# mv $IN $DIST_SV;
|
|
|
|
CC_WHAT="Windows: creating self-installer"
|
|
#say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
|
|
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|
|
((cd $IB \
|
|
&& cp $SOURCE_BMP . \
|
|
&& cp $SOURCE_NSI . \
|
|
&& cp $SOURCE_COPYING emacs-$EV \
|
|
&& makensis -v4 \
|
|
-DEMACS_VERSION=$EV \
|
|
-DVERSION_BRANCH=$EV \
|
|
-DOUT_VERSION=$EV \
|
|
emacs.nsi \
|
|
&& mv $OE $SE && mv $IB/$EB $IN) \
|
|
| tee $TO/log/${EB}-esi.log \
|
|
&& echo "5..OK executable self installer") \
|
|
|| (echo "ERROR: creating self installer ($?)"; exit 5)
|
|
|
|
# CC_WHAT="Windows: putting installed Emacs back in $IN"
|
|
# echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|
|
# sleep 2;
|
|
# mv $DIST_SV $IN;
|
|
|
|
# archive self-installer sources
|
|
if [[ -d $IN ]] ; then
|
|
echo "NOTICE: Found self-installer source archive, leaving: $SXS";
|
|
else
|
|
mv $SXS $IN ||
|
|
( echo "ERROR: source restore mv failed ($?): $IN => $SXS";
|
|
exit 5; )
|
|
fi
|
|
fi
|
|
|
|
|
|
|
|
# archive sources
|
|
if [[ -r $SZ ]] ; then
|
|
echo "NOTICE: source zip exists: $SZ";
|
|
else
|
|
CC_WHAT="Windows: creating src archive"
|
|
#say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
|
|
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|
|
# clean-up the build folder
|
|
cd $SRC
|
|
git clean -fxd 2>&1 >$TO/log/${EB}-clea.log
|
|
# archive sources, omit git cruft
|
|
((zip -9r $SZ . -x .git/ .git/\* 2>&1 >$TO/log/${EB}-src.log \
|
|
) && echo "6..OK archive sources"
|
|
) || (echo "ERROR: archive sources ($?)"; exit 4);
|
|
fi
|
|
|
|
cd $UP
|
|
|
|
# create SHA256 sums
|
|
if [[ $( ls -t *.{exe,zip,txt} 2>/dev/null | head -1 ) \
|
|
!= \
|
|
$( ls *.txt 2>/dev/null ) ]] ;
|
|
then
|
|
CC_WHAT="Windows: writing SHA256 sums"
|
|
#say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
|
|
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|
|
((for f in *.{zip,exe} ;
|
|
do
|
|
sha256sum.exe $f ;
|
|
done) | tee $UP/${EL}-sha256sums.txt
|
|
) | tee $TO/log/${EB}-sums.log
|
|
fi
|
|
|
|
# sign release files
|
|
EXTS=exe,zip,txt
|
|
if [[ $( ls $UP/*.{$EXTS} 2>/dev/null | wc -l ) \
|
|
-ne \
|
|
$( ls $UP/*.sig 2>/dev/null | wc -l) ]] ;
|
|
then
|
|
CC_WHAT="Windows: signing files"
|
|
#say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
|
|
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|
|
(for f in $UP/*.{txt,exe,zip} ;
|
|
do
|
|
gpg --pinentry-mode=loopback \
|
|
--passphrase-file=$GPG_PPF \
|
|
--batch --yes -b $f
|
|
done) | tee $TO/lop/emacs-${SLUG}-sign.log
|
|
exit 0
|
|
fi
|
|
|
|
# create upload directives
|
|
if [[ $( ls $UP/*.{$EXTS} 2>/dev/null | wc -l ) \
|
|
-ne \
|
|
$( ls $UP/*.directive.asc 2>/dev/null | wc -l) ]] ;
|
|
then
|
|
(for f in *.{zip,exe,txt} ;
|
|
do
|
|
cat $DIR \
|
|
| perl -p \
|
|
-e "s/__FILE__/$f/msg;" \
|
|
-e "s/__MAJOR_VERSION__/$MV/msg;" \
|
|
-e "s/__VERSION__/${EV:=$MV.0.50}/msg;" \
|
|
> $f.directive ;
|
|
done) | tee $TO/log/emacs-${SLUG}-dirs.log
|
|
|
|
# sign directives
|
|
(((for f in *.directive ;
|
|
do
|
|
gpg --pinentry-mode=loopback \
|
|
--passphrase-file=$HOME/emacs-build/foo.txt \
|
|
--batch --yes --clearsign $f ;
|
|
done) | tee $TO/log/emacs-${SLUG}-sidr.log
|
|
) && echo "7..OK prep upload"
|
|
) || (echo "ERROR: prep upload ($?)"; exit 4);
|
|
fi
|
|
|
|
rsync -vvrte "/usr/bin/ssh -i $SSH_KEY" "$UP" "${SSH_USER}@corwin.bru.st:~/corwin-emacs/emacs${EU}-$MV"
|
|
ssh -i $SSH_KEY ${SSH_USER}@corwin.bru.st 'cd ~/corwin-emacs/emacs-32; ./update-sym-links.sh'
|
|
|
|
CC_WHAT="Windows build complete"
|
|
CC_WHAT="$CC_WHAT https://corwin.bru.st/emacs-$MV/emacs-$MV-$SHORT_VER"
|
|
say "$SHORT_VER" "$CC_BRANCH" "$CC_WHO" "$CC_WHERE" "$CC_WHAT";
|
|
echo "$(date) NOTICE: [${branch}@${SHORT_VER}:${RC}] $CC_WHO: $CC_WHAT"
|