#!/bin/ksh # # This program is free software, distributed under the terms of # the GNU General Public License Version 2. # # ----------- # Exit codes: # 0 - succesful # 1 - help displayed # 2 - no spec file name in cmdl parameters # 3 - spec file not stored in repo # 4 - some source, patch or icon files not stored in repo # 5 - package build failed # 6 - spec file with errors # 7 - wrong source in /etc/poldek.conf # 8 - Failed installing buildrequirements and subrequirements # 9 - Requested tag already exist # 10 - Refused to build fractional release # 100 - Unknown error (should not happen) # 110 - Functions not yet implemented # Notes (todo/bugs): # - when Icon: field is present, -5 and -a5 doesn't work # - builder -R skips installing BR if spec is not present before builder invocation (need to run builder twice) # - does not respect NoSource: X, and tries to cvs up such files [ example: VirtualBox-bin.spec and its Source0 ] # TODO: # - ability to do ./builder -bb foo.spec foo2.spec foo3.spec # - funny bug, if source-md5 is set then builder will download from distfiles even if there is no url present: # Source10: forwardfix.pl # # Source10-md5: 8bf85f7368933a4e0cb4f875bac28733 # - builder --help: # basename: missing operand # Try `basename --help' for more information. # -- and the normal usage info -- PROGRAM=${0##*/} APPDIR=$(d=$0; [ -L "$d" ] && d=$(readlink -f "$d"); dirname "$d") RCSID='$Id: builder,v 1.645 2011/02/13 17:54:10 glen Exp $' r=${RCSID#* * } rev=${r%% *} VERSION="v0.35/$rev" VERSIONSTRING="\ Build package utility from PLD Linux Packages repository $VERSION (C) 1999-2012 Free Penguins". PATH="/bin:/usr/bin:/usr/sbin:/sbin:/usr/X11R6/bin" # required rpm-build-macros RPM_MACROS_VER=1.534 COMMAND="build" TARGET="" SPECFILE="" BE_VERBOSE="" QUIET="" CLEAN="" DEBUG="" NOURLS="" NOCVSSPEC="" NODIST="" NOINIT="" PREFMIRRORS="" UPDATE="" ADD5="" NO5="" ALWAYS_CVSUP=${ALWAYS_CVSUP:-"yes"} # use rpm 4.4.6+ digest format instead of comments if non-zero USEDIGEST= # user agent when fetching files USER_AGENT="PLD/Builder($VERSION)" # It can be used i.e. in log file naming. # See LOGFILE example. DATE=`date +%Y-%m-%d_%H-%M-%S` # target arch, can also be used for log file naming TARGET=$(rpm -E %{_target}) # Example: LOGFILE='../log.$PACKAGE_NAME' # Example: LOGFILE='../LOGS/log.$PACKAGE_NAME.$DATE' # Example: LOGFILE='$PACKAGE_NAME/$PACKAGE_NAME.$DATE.log' # Example: LOGFILE='$PACKAGE_NAME.$DATE.log' # Yes, you can use variable name! Note _single_ quotes! LOGFILE='' LOGDIR="" LOGDIROK="" LOGDIRFAIL="" LASTLOG_FILE="" CHMOD="no" CHMOD_MODE="0644" RPMOPTS="" RPMBUILDOPTS="" BCOND="" GROUP_BCONDS="no" # create symlinks for tools in PACKAGE_DIR, see get_spec() SYMLINK_TOOLS="yes" PATCHES="" SOURCES="" ICONS="" PACKAGE_RELEASE="" PACKAGE_VERSION="" PACKAGE_NAME="" ASSUMED_NAME="" PROTOCOL="http" # use lftp by default when available USE_LFTP= lftp --version > /dev/null 2>&1 && USE_LFTP=yes PARALLEL_DOWNLOADS=10 WGET_RETRIES=${MAX_WGET_RETRIES:-0} CVS_FORCE="" CVSIGNORE_DF="yes" CVSTAG="" GIT_SERVER="git://git.tld-linux.org" GIT_PUSH="git@git.tld-linux.org" PACKAGES_DIR="packages" HEAD_DETACHED="" DEPTH="" ALL_BRANCHES="" REMOTE_PLD="origin" NEW_REPO="" RES_FILE="" DISTFILES_SERVER="://df.tld-linux.org" ATTICDISTFILES_SERVER="://attic-distfiles.pld-linux.org" DEF_NICE_LEVEL=19 SCHEDTOOL="auto" FAIL_IF_NO_SOURCES="yes" # let get_files skip over files which are present to get those damn files fetched SKIP_EXISTING_FILES="no" TRY_UPGRADE="" # should the specfile be restored if upgrade failed? REVERT_BROKEN_UPGRADE="yes" if rpm --specsrpm 2>/dev/null; then FETCH_BUILD_REQUIRES_RPMSPECSRPM="yes" FETCH_BUILD_REQUIRES_RPMGETDEPS="no" else FETCH_BUILD_REQUIRES_RPMSPECSRPM="no" if [ -x /usr/bin/rpm-getdeps ]; then FETCH_BUILD_REQUIRES_RPMGETDEPS="yes" else FETCH_BUILD_REQUIRES_RPMGETDEPS="no" fi fi UPDATE_POLDEK_INDEXES_OPTS="" # Here we load saved user environment used to # predefine options set above, or passed to builder # in command line. # This one reads global system environment settings: if [ -f ~/etc/builderrc ]; then . ~/etc/builderrc fi # And this one cascades settings using user personal # builder settings. # Example of ~/.builderrc: # #UPDATE_POLDEK_INDEXES="yes" #UPDATE_POLDEK_INDEXES_OPTS="--mo=nodiff" #FETCH_BUILD_REQUIRES="yes" #REMOVE_BUILD_REQUIRES="force" #GROUP_BCONDS="yes" #LOGFILE='../LOGS/log.$PACKAGE_NAME.$DATE' #TITLECHANGE=no # SU_SUDO="" if [ -n "$HOME_ETC" ]; then USER_CFG="$HOME_ETC/.builderrc" BUILDER_MACROS="$HOME_ETC/.builder-rpmmacros" else USER_CFG=~/.builderrc BUILDER_MACROS=~/.builder-rpmmacros fi [ -f "$USER_CFG" ] && . "$USER_CFG" if [ "$SCHEDTOOL" = "auto" ]; then if [ -x /usr/bin/schedtool ] && schedtool -B -e echo >/dev/null; then SCHEDTOOL="schedtool -B -e" else SCHEDTOOL="no" fi fi if [ -n "$USE_PROZILLA" ]; then GETURI="proz --no-getch -r -P ./ -t$WGET_RETRIES $PROZILLA_OPTS" GETURI2="$GETURI" OUTFILEOPT="-O" elif [ -n "$USE_AXEL" ]; then GETURI="axel -a $AXEL_OPTS" GETURI2="$GETURI" OUTFILEOPT="-o" elif [ -n "$USE_LFTP" ]; then GETURI=download_lftp GETURI2=$GETURI OUTFILEOPT="" else wget --help 2>&1 | grep -q -- ' --no-check-certificate ' && WGET_OPTS="$WGET_OPTS --no-check-certificate" wget --help 2>&1 | grep -q -- ' --inet ' && WGET_OPTS="$WGET_OPTS --inet" wget --help 2>&1 | grep -q -- ' --retry-connrefused ' && WGET_OPTS="$WGET_OPTS --retry-connrefused" WGET_OPTS="$WGET_OPTS --user-agent=$USER_AGENT" GETURI="wget --passive-ftp -c -nd -t$WGET_RETRIES $WGET_OPTS" GETURI2="wget -c -nd -t$WGET_RETRIES $WGET_OPTS" OUTFILEOPT="-O" fi GETLOCAL="cp -a" if rpm --version 2>&1 | grep -q '4.0.[0-2]'; then RPM="rpm" RPMBUILD="rpm" else RPM="rpm" RPMBUILD="rpmbuild" fi # # sanity checks # if [ -d $HOME/rpm/SOURCES ]; then echo "ERROR: ~/rpm/{SPECS,SOURCES} structure is obsolete" >&2 echo "ERROR: get rid of your ~/rpm/SOURCES" >&2 exit 1 fi POLDEK_INDEX_DIR="$($RPM --eval %_rpmdir)/" POLDEK_CMD="$SU_SUDO /usr/bin/poldek --noask" run_poldek() { RES_FILE=$(tempfile) if [ -n "$LOGFILE" ]; then LOG=`eval echo $LOGFILE` if [ -n "$LASTLOG_FILE" ]; then echo "LASTLOG=$LOG" > $LASTLOG_FILE fi (${NICE_COMMAND} ${POLDEK_CMD} `while test $# -gt 0; do echo "$1 ";shift;done` ; echo $? > ${RES_FILE})|tee -a $LOG return $exit_pldk else (${NICE_COMMAND} ${POLDEK_CMD} `while test $# -gt 0; do echo "$1 ";shift;done` ; echo $? > ${RES_FILE}) 1>&2 >/dev/null return `cat ${RES_FILE}` rm -rf ${RES_FILE} fi } #--------------------------------------------- # functions download_lftp() { local outfile=$1 url=$2 retval tmpfile # TODO: use mktemp tmpfile=$outfile.tmp lftp -c " $([ "$DEBUG" = "yes" ] && echo "debug 5;") set ssl:verify-certificate no; set net:max-retries $WGET_RETRIES; set http:user-agent \"$USER_AGENT\"; pget -n $PARALLEL_DOWNLOADS -c \"$url\" -o \"$tmpfile\" " retval=$? if [ $retval -eq 0 ]; then mv -f "$tmpfile" "$outfile" else rm -f "$tmpfile" fi return $retval } usage() { if [ -n "$DEBUG" ]; then set -xv; fi echo "\ Usage: builder [--all-branches] [-D|--debug] [-V|--version] [--short-version] [-a|--add_cvs] [-b|-ba|--build] [-bb|--build-binary] [-bs|--build-source] [-bc] [-bi] [-bl] [-u|--try-upgrade] [{-cf|--cvs-force}] [{-B|--branch} ] [--depth ] [-g|--get] [-h|--help] [--ftp] [--http] [{-l|--logtofile} ] [-m|--mr-proper] [-q|--quiet] [--date [-r ] [{-T|--tag ] [-Tvs|--tag-version-stable] [-Ts|--tag-stable] [-Tv|--tag-version] [{-Tp|--tag-prefix} ] [{-tt|--test-tag}] [-nu|--no-urls] [-v|--verbose] [--opts ] [--short-circuit] [--show-bconds] [--with/--without ] [--define ] [.spec][:tag] -4 - force ipv4 when transferring files -5, --update-md5 - update md5 comments in spec, implies -nd -ncs -6 - force ipv6 when transferring files -a5, --add-md5 - add md5 comments to URL sources, implies -nc -nd -ncs --all-branches - make shallow fetch of all branches; --depth required -n5, --no-md5 - ignore md5 comments in spec -D, --debug - enable builder script debugging mode, -debug - produce rpm debug package (same as --opts -debug) -V, --version - output builder version string --short-version - output builder short version -a, --add_vcs - try add new package to PLD repo. -b, -ba, --build - get all files from PLD repo or HTTP/FTP and build package from .spec, -bb, --build-binary - get all files from PLD repo or HTTP/FTP and build binary only package from .spec, -bp, --build-prep - execute the %prep phase of .spec, -bc - execute the %build phase of .spec, -bi - execute the %install phase of .spec -bl - execute the %files phase of .spec -bs, --build-source - get all files from PLD repo or HTTP/FTP and only pack them into src.rpm, --short-circuit - short-circuit build -B, --branch - add branch -c, --clean - clean all temporarily created files (in BUILD\$RPM_BUILD_ROOT) after rpmbuild commands. may be used with building process. -m, --mr-proper - clean all temporarily created files (in BUILD, SOURCES, SPECS and \$RPM_BUILD_ROOT). Doesn't run any rpm building. -cf, --cvs-force - use -f when tagging --define - define a macro with value , --depth - make shallow fetch --alt_kernel - same as --define 'alt_kernel ' --nodeps - rpm won't check any dependences -g, --get - get .spec and all related files from PLD repo or HTTP/FTP, -h, --help - this message, -jN, -j N - set %_smp_mflags to propagate concurrent jobs --ftp, --http - use ftp or http protocol to access distfiles server -l , --logtofile - log all to file, -ncs, --no-cvs-specs - don't pull from PLD repo -nd, --no-distfiles - don't download from distfiles -nm, --no-mirrors - don't download from mirror, if source URL is given, -nu, --no-urls - don't try to download from FTP/HTTP location, -ns, --no-srcs - don't download Sources/Patches -ns0, --no-source0 - don't download Source0 -nn, --no-net - don't download anything from the net -pN, -p N - set PARALLEL_DOWNLOADS to N (default $PARALLEL_DOWNLOADS) -pm, --prefer-mirrors - prefer mirrors (if any) over distfiles for SOURCES --no-init - don't initialize builder paths (SPECS and SOURCES) -ske, --skip-existing-files - skip existing files in get_files --opts - additional options for rpm -q, --quiet - be quiet, --date yyyy-mm-dd - build package using resources from specified date, -r , --cvstag - build package using resources from specified branch/tag, -A - build package using master branch as any sticky tags/branch/date being reset. -R, --fetch-build-requires - fetch what is BuildRequired, -RB, --remove-build-requires - remove all you fetched with -R or --fetch-build-requires remember, this option requires confirmation, -FRB, --force-remove-build-requires - remove all you fetched with -R or --fetch-build-requires remember, this option works without confirmation, -sd, --source-distfiles - list sources available from distfiles (intended for offline operations; does not work when Icon field is present but icon file is absent), -sc, --source-cvs - list sources available from PLD repo -sdp, --source-distfiles-paths - list sources available from distfiles - paths relative to distfiles directory (intended for offline operations; does not work when Icon field is present but icon file is absent), -sf, --source-files - list sources - bare filenames (intended for offline operations; does not work when Icon field is present but icon file is absent), -lsp, --source-paths - list sources - filenames with full local paths (intended for offline operations; does not work when Icon field is present but icon file is absent), -su, --source-urls - list urls - urls to sources and patches intended for copying urls with spec with lots of macros in urls -T , --tag - add git tag for files, -Tvs, --tag-version-stable - add git tags STABLE and NAME-VERSION-RELEASE for files, -Ts, --tag-stable - add git tag STABLE for files, -Tv, --tag-version - add git tag NAME-VERSION-RELEASE for files, -Tp, --tag-prefix - add to NAME-VERSION-RELEASE tags, -tt, --test-tag - fail if tag is already present, -ir, --integer-release-only - allow only integer and snapshot releases -v, --verbose - be verbose, -u, --try-upgrade - check version, and try to upgrade package -un, --try-upgrade-with-float-version - as above, but allow float version php-pear-Services_Digg/ --upgrade-version - upgrade to specified version in try-upgrade -U, --update - refetch sources, don't use distfiles, and update md5 comments -Upi, --update-poldek-indexes - refresh or make poldek package index files. -sp, --skip-patch - don't apply . may be repeated. -np, --nopatch - abort instead of applying patch --show-bconds - show available conditional builds, which can be used - with --with and/or --without switches. --show-bcond-args - show active bconds, from ~/.bcondrc. this is used by ./repackage.sh script. In other words, the output is parseable by scripts. --show-avail-bconds - show available bconds --with/--without - conditional build package depending on %_with_/ %_without_ macro switch. You may now use --with feat1 feat2 feat3 --without feat4 feat5 --with feat6 constructions. Set GROUP_BCONDS to yes to make use of it. --target , --target= - build for platform . --init-rpm-dir - initialize ~/rpm directory structure " } # create tempfile. as secure as possible tempfile() { mktemp -t builder.XXXXXX || ${TMPDIR:-/tmp}/builder.$RANDOM.$$ } tempdir() { mktemp -d builder.XXXXXX } # inserts git log instead of %changelog # outputs name of modified file created by tempfile insert_gitlog() { local SPECFILE=$1 specdir=$(tempdir) gitlog=$(tempfile) speclog=$(tempfile) # allow this being customized local log_entries=$(rpm -E '%{?_buildchangelogtruncate}') # rpm5.org/rpm.org do not parse any other date format than 'Wed Jan 1 1997' # otherwise i'd use --date=iso here # http://rpm5.org/cvs/fileview?f=rpm/build/parseChangelog.c&v=2.44.2.1 # http://rpm.org/gitweb?p=rpm.git;a=blob;f=build/parseChangelog.c#l31 # NOTE: changelog date is always in UTC for rpmbuild # * 1265749244 +0000 Random Hacker 9370900 git rev-list -${log_entries:-20} HEAD | while read sha1; do local logfmt='%B%n' git notes list $sha1 1>/dev/null 2>&1 && logfmt=%N git log -n 1 $sha1 --format=format:"* %ad %an <%ae> %h%n${logfmt}%n" --date=raw | sed '/^$/q' done > $gitlog LC_ALL=C gawk '/^\* /{printf("* %s %s\n", strftime("%a %b %d %Y", $2), substr($0, length($1)+length($2)+length($3)+4)); next}{print}' $gitlog > $speclog sed '/^%changelog/,$d' $SPECFILE | sed -e "\${ a%changelog r $speclog } " > $specdir/$SPECFILE rm -f $gitlog $speclog echo $specdir } # change dependency to specname # common changes: # - perl(Package::Name) -> perl-Package-Name depspecname() { local package="$1" package=$(echo "$package" | sed -e '/perl(.*)/{s,perl(\(.*\)),perl-\1,;s,::,-,g};' -e 's/-\(devel\|static\)$//' ) echo "$package" } update_shell_title() { [ -t 1 ] || return local len=${COLUMNS:-80} local msg="$(echo "$*" | cut -c-$len)" if [ -n "$BE_VERBOSE" ]; then echo >&2 "$(date +%s.%N) $*" fi if [ "x$TITLECHANGE" = "xyes" -o "x$TITLECHANGE" = "x" ]; then local pkg if [ -n "$PACKAGE_NAME" ]; then pkg=${PACKAGE_NAME}-${PACKAGE_VERSION}-${PACKAGE_RELEASE} else pkg=${SPECFILE} fi msg="$pkg: ${SHELL_TITLE_PREFIX:+$SHELL_TITLE_PREFIX }$msg" msg=$(echo $msg | tr -d '\n\r') case "$TERM" in cygwin|xterm*) echo >&2 -ne "\033]1;$msg\007\033]2;$msg\007" ;; screen*) echo >&2 -ne "\033]0;$msg\007" ;; esac fi } # set TARGET from BuildArch: from SPECFILE set_spec_target() { if [ -n "$SPECFILE" ] && [ -z "$TARGET" ]; then tmp=$(awk '/^BuildArch:/ { print $NF; exit }' $ASSUMED_NAME/$SPECFILE) if [ "$tmp" ]; then target_platform=$(rpm -E '%{_target_vendor}-%{_target_os}%{?_gnu}') TARGET="$tmp" case "$RPMBUILD" in "rpmbuild") TARGET_SWITCH="--target ${TARGET}-${target_platform}" ;; "rpm") TARGET_SWITCH="--target=$TARGET" ;; esac fi fi } # runs rpm with minimal macroset minirpm() { # we reset macros not to contain macros.build as all the %() macros are # executed here, while none of them are actually needed. # at the time of this writing macros.build + macros contained 70 "%(...)" macros. safe_macrofiles=$(rpm $TARGET_SWITCH --showrc | awk -F: '/^macrofiles/ { gsub(/^macrofiles[ \t]+:/, "", $0); gsub(/:.*macros.build:/, ":", $0); print $0 } ') # TODO: move these to /usr/lib/rpm/macros cat > $BUILDER_MACROS <<'EOF' %x8664 x86_64 amd64 ia32e %alt_kernel %{nil} %_alt_kernel %{nil} %bootstrap_release() %{1} %requires_releq_kernel_up(s:n:) %{nil} %requires_releq_kernel_smp(s:n:) %{nil} %requires_releq_kernel(s:n:) %{nil} %requires_releq() %{nil} %pyrequires_eq() %{nil} %requires_eq() %{nil} %requires_eq_to() %{nil} %requires_ge() %{nil} %requires_ge_to() %{nil} %requires_ge() %{nil} %releq_kernel_up(n:) ERROR %releq_kernel_smp(n:) ERROR %releq_kernel(n:) ERROR %kgcc_package ERROR %_fontsdir ERROR %ruby_version ERROR %ruby_ver_requires_eq() %{nil} %ruby_mod_ver_requires_eq() %{nil} %__php_api_requires() %{nil} %php_major_version ERROR %php_api_version ERROR %requires_xorg_xserver_extension %{nil} %requires_xorg_xserver_xinput %{nil} %requires_xorg_xserver_font %{nil} %requires_xorg_xserver_videodrv %{nil} %py_ver ERROR %perl_vendorarch ERROR %perl_vendorlib ERROR # damn. need it here! - copied from /usr/lib/rpm/macros.build %tmpdir %(echo "${TMPDIR:-/tmp}") %patchset_source(f:b:) %( base=%{-b*}%{!-b*:10000}; start=$(expr $base + %1); end=$(expr $base + %{?2}%{!?2:%{1}}); # we need to call seq twice as it doesn't allow two formats seq -f 'Patch%g:' $start $end > %{tmpdir}/__ps1; seq -f '%{-f*}' %1 %{?2}%{!?2:%{1}} > %{tmpdir}/__ps2; paste %{tmpdir}/__ps{1,2}; rm -f %{tmpdir}/__ps{1,2}; ) \ %{nil} %add_etc_shells(p) %{p:} %remove_etc_shells(p) %{p:} %lua_add_etc_shells() %{nil} %lua_remove_etc_shells() %{nil} %required_jdk %{nil} %buildrequires_jdk %{nil} %pear_package_print_optionalpackages %{nil} EOF if [ "$NOINIT" = "yes" ] ; then cat >> $BUILDER_MACROS <<'EOF' %_specdir ./ %_sourcedir ./ EOF fi eval $RPMBUILD $TARGET_SWITCH --macros "$safe_macrofiles:$BUILDER_MACROS" $QUIET $RPMOPTS $RPMBUILDOPTS $BCOND $* 2>&1 } cache_rpm_dump() { if [ -n "$DEBUG" ]; then set -x set -v fi if [ -x /usr/bin/rpm-specdump ]; then update_shell_title "cache_rpm_dump using rpm-specdump command" rpm_dump_cache=$(rpm-specdump $TARGET_SWITCH $BCOND $SPECFILE) else update_shell_title "cache_rpm_dump using rpmbuild command" local rpm_dump rpm_dump=` # what we need from dump is NAME, VERSION, RELEASE and PATCHES/SOURCES. dump='%{echo:dummy: PACKAGE_NAME %{name} }%dump' case "$RPMBUILD" in rpm) ARGS='-bp' ;; rpmbuild) ARGS='--nodigest --nosignature --nobuild' ;; esac minirpm $ARGS --define "'prep $dump'" --nodeps $SPECFILE ` if [ $? -gt 0 ]; then error=$(echo "$rpm_dump" | sed -ne '/^error:/,$p') echo "$error" >&2 Exit_error err_build_fail fi # make small dump cache rpm_dump_cache=`echo "$rpm_dump" | awk ' $2 ~ /^SOURCEURL/ {print} $2 ~ /^PATCHURL/ {print} $2 ~ /^nosource/ {print} $2 ~ /^PACKAGE_/ {print} '` fi update_shell_title "cache_rpm_dump: OK!" } rpm_dump() { if [ -z "$rpm_dump_cache" ] ; then echo >&2 "internal error: cache_rpm_dump not called! (missing %prep?)" fi echo "$rpm_dump_cache" } get_icons() { update_shell_title "get icons" ICONS=$(awk '/^Icon:/ {print $2}' $PACKAGE_DIR/${SPECFILE}) if [ -z "$ICONS" ]; then return fi rpm_dump_cache="kalasaba" NODIST="yes" get_files $ICONS } parse_spec() { update_shell_title "parsing specfile" if [ -n "$DEBUG" ]; then set -x set -v fi # icons are needed for successful spec parse get_icons cd $PACKAGE_DIR cache_rpm_dump if rpm_dump | grep -qEi ":.*nosource.*1"; then FAIL_IF_NO_SOURCES="no" fi if [ "$NOSRCS" != "yes" ]; then SOURCES=$(rpm_dump | awk '$2 ~ /^SOURCEURL[0-9]+/ {print substr($2, length("SOURCEURL") + 1), $3}' | LC_ALL=C sort -n | awk '{print $2}') PATCHES=$(rpm_dump | awk '$2 ~ /^PATCHURL[0-9]+/ {print substr($2, length("PATCHURL") + 1), $3}' | LC_ALL=C sort -n | awk '{print $2}') ICONS=$(awk '/^Icon:/ {print $2}' ${SPECFILE}) fi PACKAGE_NAME=$(rpm_dump | awk '$2 == "PACKAGE_NAME" { print $3; exit}') PACKAGE_VERSION=$(rpm_dump | awk '$2 == "PACKAGE_VERSION" { print $3; exit}') PACKAGE_RELEASE=$(rpm_dump | awk '$2 == "PACKAGE_RELEASE" { print $3; exit}') if [ "$PACKAGE_NAME" != "$ASSUMED_NAME" ]; then echo >&2 "WARNING! Spec name ($ASSUMED_NAME) does not agree with package name ($PACKAGE_NAME)" fi if [ -n "$BE_VERBOSE" ]; then echo "- Sources : `nourl $SOURCES`" if [ -n "$PATCHES" ]; then echo "- Patches : `nourl $PATCHES`" else echo "- Patches : *no patches needed*" fi if [ -n "$ICONS" ]; then echo "- Icon : `nourl $ICONS`" else echo "- Icon : *no package icon*" fi echo "- Name : $PACKAGE_NAME" echo "- Version : $PACKAGE_VERSION" echo "- Release : $PACKAGE_RELEASE" fi update_shell_title "parse_spec: OK!" } Exit_error() { if [ -n "$DEBUG" ]; then set -x set -v fi cd "$__PWD" case "$1" in "err_no_spec_in_cmdl" ) remove_build_requires echo >&2 "ERROR: spec file name not specified." exit 2 ;; "err_invalid_cmdline" ) echo >&2 "ERROR: invalid command line arg ($2)." exit 2 ;; "err_no_spec_in_repo" ) remove_build_requires echo >&2 "Error: spec file not stored in PLD repo." exit 3 ;; "err_no_source_in_repo" ) remove_build_requires echo >&2 "Error: some source, patch or icon files not stored in PLD repo. ($2)" exit 4 ;; "err_cvs_add_failed" ) echo >&2 "Error: failed to add package to PLD repo." exit 4 ;; "err_build_fail" ) remove_build_requires echo >&2 "Error: package build failed. (${2:-no more info})" exit 5 ;; "err_no_package_data" ) remove_build_requires echo >&2 "Error: couldn't get out package name/version/release from spec file." exit 6 ;; "err_tag_exists" ) remove_build_requires echo >&2 "Tag ${2} already exists" exit 9 ;; "err_fract_rel" ) remove_build_requires echo >&2 "Release ${2} not integer and not a snapshot." exit 10 ;; "err_branch_exists" ) remove_build_requires echo >&2 "Tree branch already exists (${2})." exit 11 ;; "err_acl_deny" ) remove_build_requires echo >&2 "Error: conditions reject building this spec (${2})." exit 12 ;; "err_remote_problem" ) remove_build_requires echo >&2 "Error: problem with remote (${2})" exit 13 ;; "err_not_implemented" ) remove_build_requires echo >&2 "Error: functionality not yet imlemented" exit 110 ;; esac echo >&2 "Unknown error." exit 100 } init_builder() { if [ -n "$DEBUG" ]; then set -x set -v fi if [ "$NOINIT" != "yes" ] ; then TOP_DIR=$(eval $RPM $RPMOPTS --eval '%{_topdir}') local macros_ver=$(rpm -E %?rpm_build_macros) if [ -z "$macros_ver" ]; then REPO_DIR=$TOP_DIR/packages PACKAGE_DIR=$TOP_DIR/packages/$ASSUMED_NAME else if awk "BEGIN{exit($macros_ver>=$RPM_MACROS_VER)}"; then echo >&2 "builder requires rpm-build-macros >= $RPM_MACROS_VER" exit 1 fi REPO_DIR=$TOP_DIR PACKAGE_DIR=$REPO_DIR/$ASSUMED_NAME fi else REPO_DIR="." PACKAGE_DIR="." fi export GIT_WORK_TREE=$PACKAGE_DIR export GIT_DIR=$PACKAGE_DIR/.git if [ -d "$GIT_DIR" ] && [ -z "$CVSTAG" ]; then if CVSTAG=$(GIT_DIR=$GIT_DIR git symbolic-ref HEAD) 2>/dev/null; then CVSTAG=${CVSTAG#refs/heads/} if [ "$CVSTAG" != "master" ]; then echo >&2 "builder: Active branch $CVSTAG. Use -r BRANCHNAME to override" fi else echo >&2 "On detached HEAD. Use -r BRANCHNAME to override" HEAD_DETACHED="yes" fi elif [ "$CVSTAG" = "HEAD" ]; then # assume -r HEAD is same as -A CVSTAG="master" fi __PWD=$(pwd) } create_git_repo() { update_shell_title "add_package" if [ -n "$DEBUG" ]; then set -x set -v fi cd "$REPO_DIR" SPECFILE=$(basename $SPECFILE) if [ ! -f "$ASSUMED_NAME/$SPECFILE" ]; then echo "ERROR: No package to add ($ASSUMED_NAME/$SPECFILE)" >&2 exit 101 fi [ -d "$ASSUMED_NAME/.git" ] || NEW_REPO=yes # ssh $GIT_SERVER create ${ASSUMED_NAME} || Exit_error err_cvs_add_failed git init git remote add $REMOTE_PLD ${GIT_SERVER}/${PACKAGES_DIR}/${ASSUMED_NAME}.git && \ git remote set-url --push $REMOTE_PLD ssh://${GIT_PUSH}/${PACKAGES_DIR}/${ASSUMED_NAME} \ || Exit_error err_remote_problem $REMOTE_PLD } get_spec() { update_shell_title "get_spec" if [ -n "$DEBUG" ]; then set -x set -v fi cd "$REPO_DIR" if [ ! -f "$ASSUMED_NAME/$SPECFILE" ]; then # XXX: still needed? SPECFILE=$(basename $SPECFILE) fi if [ "$NOCVSSPEC" != "yes" ]; then if [ -z "$DEPTH" ]; then if [ -d "$ASSUMED_NAME/.git" ]; then git fetch $REMOTE_PLD || Exit_error err_no_spec_in_repo elif [ "$ADD_PACKAGE_CVS" = "yes" ]; then if [ ! -r "$ASSUMED_NAME/$SPECFILE" ]; then echo "ERROR: No package to add ($ASSUMED_NAME/$SPECFILE)" >&2 exit 101 fi Exit_error err_not_implemented else ( unset GIT_WORK_TREE git clone -o $REMOTE_PLD ${GIT_SERVER}/${PACKAGES_DIR}/${ASSUMED_NAME}.git || { # softfail if new package, i.e not yet added to PLD rep [ ! -f "$ASSUMED_NAME/$SPECFILE" ] && Exit_error err_no_spec_in_repo echo "Warning: package not in CVS - assuming new package" NOCVSSPEC="yes" } git remote set-url --push $REMOTE_PLD ssh://${GIT_PUSH}/${PACKAGES_DIR}/${ASSUMED_NAME} ) fi else if [ ! -d "$ASSUMED_NAME/.git" ]; then if [ ! -d "$ASSUMED_NAME" ]; then mkdir $ASSUMED_NAME fi git init git remote add $REMOTE_PLD ${GIT_SERVER}:${PACKAGES_DIR}/${ASSUMED_NAME}.git CVSTAG=${CVSTAG:-"master"} fi local refs='' if [ -z "$ALL_BRANCHES" ]; then refs="${CVSTAG}:remotes/${REMOTE_PLD}/${CVSTAG}" fi git fetch $DEPTH $REMOTE_PLD $refs || { echo >&2 "Error: branch $CVSTAG does not exist" exit 3 } fi git fetch $REMOTE_PLD 'refs/notes/*:refs/notes/*' cvsignore_df .gitignore # add default log format to .gitignore if it is relative to package dir if [ -n "$LOGFILE" -a "$LOGFILE" = "${LOGFILE##*/}" ]; then # substitute known "macros" to glob local logfile=$(echo "$LOGFILE" | sed -e 's,\$\(PACKAGE_NAME\|DATE\),*,g') if [ "$logfile" ]; then cvsignore_df "$logfile" fi fi # create symlinks for tools if [ "$SYMLINK_TOOLS" != "no" ]; then for a in dropin md5 adapter builder {relup,compile,repackage,pearize}.sh pldnotify.awk; do # skip tools that don't exist in top dir [ -f $a ] || continue # skip tools that already exist [ -f $ASSUMED_NAME/$a ] && continue ln -s ../$a $ASSUMED_NAME cvsignore_df $a done fi fi if [ -n "$CVSTAG" ]; then git checkout "$CVSTAG" -- 2>/dev/null || git checkout -t "${REMOTE_PLD}/$CVSTAG" > /dev/null || exit git symbolic-ref -q HEAD > /dev/null && git merge '@{u}' if [ -n "$CVSDATE" ]; then git checkout $(git rev-list -n1 --before="'$CVSDATE'" $CVSTAG) || exit 1 fi fi if [ ! -f "$ASSUMED_NAME/$SPECFILE" ]; then Exit_error err_no_spec_in_repo fi if [ "$CHMOD" = "yes" -a -n "$SPECFILE" ]; then chmod $CHMOD_MODE $ASSUMED_NAME/$SPECFILE fi unset OPTIONS [ -n "$DONT_PRINT_REVISION" ] || grep -E -m 1 "^#.*Revision:.*Date" $ASSUMED_NAME/$SPECFILE set_spec_target } find_mirror() { cd "$REPO_DIR" local url="$1" if [ ! -f "mirrors" ] ; then ln -s scripts/mirrors . fi IFS="|" local origin mirror name rest ol prefix while read origin mirror name rest; do # skip comments and empty lines if [ -z "$origin" ] || [ "${origin#\#}" != "$origin" ]; then continue fi ol=$(echo -n "$origin" | wc -c) prefix=$(echo -n "$url" | head -c $ol) if [ "$prefix" = "$origin" ] ; then suffix=$(echo "$url" | cut -b $((ol+1))-) echo -n "$mirror$suffix" return 0 fi done < mirrors echo "$url" } # Warning: unpredictable results if same URL used twice src_no() { local file="$1" # escape some regexp characters if part of file name file=$(echo "$file" | sed -e 's#\([\+\*\.\&\#\?]\)#\\\1#g') cd $PACKAGE_DIR rpm_dump | \ grep -E "(SOURCE|PATCH)URL[0-9]*[ ]*${file}""[ ]*$" | \ sed -e 's/.*\(SOURCE\|PATCH\)URL\([0-9][0-9]*\).*/\1\2/' | \ head -n 1 | tr OURCEATH ourceath | xargs } src_md5() { [ "$NO5" = "yes" ] && return no=$(src_no "$1") [ -z "$no" ] && return cd $PACKAGE_DIR local md5 if [ -f additional-md5sums ]; then md5=$(grep -s -v '^#' additional-md5sums | \ grep -E "[ ]$(basename "$1")([ ,]|\$)" | \ sed -e 's/^\([0-9a-f]\{32\}\).*/\1/' | \ grep -E '^[0-9a-f]{32}$') if [ "$md5" ]; then if [ $(echo "$md5" | wc -l) != 1 ] ; then echo "$SPECFILE: more then one entry in additional-md5sums for $1" 1>&2 fi echo "$md5" | tail -n 1 return fi fi source_md5=$(grep -iE "^#[ ]*(No)?$no-md5[ ]*:" $SPECFILE | sed -e 's/.*://') if [ -n "$source_md5" ]; then echo $source_md5 else source_md5=`grep -i "BuildRequires:[ ]*digest(%SOURCE$no)[ ]*=" $SPECFILE | sed -e 's/.*=//'` if [ -n "$source_md5" ]; then echo $source_md5 else # we have empty SourceX-md5, but it is still possible # that we have NoSourceX-md5 AND NoSource: X nosource_md5=`grep -i "^#[ ]*No$no-md5[ ]*:" $SPECFILE | sed -e 's/.*://'` if [ -n "$nosource_md5" -a -n "`grep -i "^NoSource:[ ]*$no$" $SPECFILE`" ] ; then echo $nosource_md5 fi fi fi } distfiles_path() { echo "by-md5/$(src_md5 "$1" | sed -e 's|^\(.\)\(.\)|\1/\2/&|')/$(basename "$1")" } distfiles_url() { echo "$PROTOCOL$DISTFILES_SERVER/distfiles/$(distfiles_path "$1")" } distfiles_attic_url() { echo "$PROTOCOL$ATTICDISTFILES_SERVER/distfiles/Attic/$(distfiles_path "$1")" } good_md5() { md5=$(src_md5 "$1") [ "$md5" = "" ] || \ [ "$md5" = "$(md5sum $(nourl "$1") 2> /dev/null | sed -e 's/ .*//')" ] } good_size() { size=$(find $(nourl "$1") -printf "%s" 2>/dev/null) [ -n "$size" -a "$size" -gt 0 ] } cvsignore_df() { if [ "$CVSIGNORE_DF" != "yes" ]; then return fi cvsignore=${PACKAGE_DIR}/.gitignore # add only if not yet there if ! awk -vf="$1" -vc=1 '$0 == f { c = 0 } END { exit c }' $cvsignore 2>/dev/null; then echo "$1" >> $cvsignore fi } # returns true if "$1" is ftp, http or https protocol url is_url() { case "$1" in ftp://*|http://*|https://*) return 0 ;; esac return 1 } update_md5() { if [ $# -eq 0 ]; then return fi update_shell_title "update md5" if [ -n "$DEBUG" ]; then set -x set -v fi cd "$PACKAGE_DIR" # pass 1: check files to be fetched local todo local need_files for i in "$@"; do local fp=$(nourl "$i") local srcno=$(src_no "$i") if [ -n "$ADD5" ]; then [ "$fp" = "$i" ] && continue # FIXME what is this check doing? grep -qiE '^#[ ]*'$srcno'-md5[ ]*:' $PACKAGE_DIR/$SPECFILE && continue grep -qiE '^BuildRequires:[ ]*digest[(]%SOURCE'$srcno'[)][ ]*=' $PACKAGE_DIR/$SPECFILE && continue else grep -qiE '^#[ ]*'$srcno'-md5[ ]*:' $PACKAGE_DIR/$SPECFILE || grep -qiE '^BuildRequires:[ ]*digest[(]%SOURCE'$srcno'[)][ ]*=' $PACKAGE_DIR/$SPECFILE || continue fi if [ ! -f "$fp" ] || [ $ALWAYS_CVSUP = "yes" ]; then need_files="$need_files $i" fi done # pass 1a: get needed files if [ "$need_files" ]; then get_files $need_files fi # pass 2: proceed with md5 adding or updating for i in "$@"; do local fp=$(nourl "$i") local srcno=$(src_no "$i") local md5=$(grep -iE '^#[ ]*(No)?'$srcno'-md5[ ]*:' $PACKAGE_DIR/$SPECFILE ) if [ -z "$md5" ]; then md5=$(grep -iE '^[ ]*BuildRequires:[ ]*digest[(]%SOURCE'$srcno'[)][ ]*=' $PACKAGE_DIR/$SPECFILE ) fi if [ -n "$ADD5" ] && is_url $i || [ -n "$md5" ]; then local tag="# $srcno-md5:\t" if [[ "$md5" == *NoSource* ]]; then tag="# No$srcno-md5:\t" elif [ -n "$USEDIGEST" ]; then tag="BuildRequires:\tdigest(%SOURCE$srcno) = " fi md5=$(md5sum "$fp" | cut -f1 -d' ') echo "Updating $srcno ($md5: $fp)." perl -i -ne ' print unless (/^\s*#\s*(No)?'$srcno'-md5\s*:/i or /^\s*BuildRequires:\s*digest\(%SOURCE'$srcno'\)/i); print "'"$tag$md5"'\n" if /^'$srcno'\s*:\s+/i; ' \ $PACKAGE_DIR/$SPECFILE fi done } check_md5() { local bad [ "$NO5" = "yes" ] && return update_shell_title "check md5" for i in "$@"; do bad=0 if ! good_md5 "$i"; then echo -n "MD5 sum mismatch." bad=1 fi if ! good_size "$i"; then echo -n "0 sized file." bad=1 fi if [ $bad -eq 1 ]; then echo " Use -U to refetch sources," echo "or -5 to update md5 sums, if you're sure files are correct." Exit_error err_no_source_in_repo $i fi done } get_files() { update_shell_title "get_files" if [ -n "$DEBUG" ]; then set -x set -v fi if [ $# -gt 0 ]; then cd "$PACKAGE_DIR" local nc=0 local get_files_cvs="" for i in "$@"; do nc=$((nc + 1)) local cvsup=0 SHELL_TITLE_PREFIX="get_files[$nc/$#]" update_shell_title "$i" local fp=`nourl "$i"` if [ "$SKIP_EXISTING_FILES" = "yes" ] && [ -f "$fp" ]; then continue fi FROM_DISTFILES=0 local srcmd5=$(src_md5 "$i") # we know if source/patch is present in cvs/distfiles # - has md5 (in distfiles) # - in cvs... ideas? # CHECK: local file didn't exist or always cvs up (first) requested. if [ ! -f "$fp" ] || [ $ALWAYS_CVSUP = "yes" ]; then if echo $i | grep -vE '(http|ftp|https|cvs|svn)://' | grep -qE '\.(gz|bz2)$']; then echo "Warning: no URL given for $i" fi target="$fp" if [ -z "$NODIST" ] && [ -n "$srcmd5" ]; then if good_md5 "$i" && good_size "$i"; then echo "$fp having proper md5sum already exists" continue fi # optionally prefer mirror over distfiles if there's mirror # TODO: build url list and then try each url from the list if [ -n "$PREFMIRRORS" ] && [ -z "$NOMIRRORS" ] && im=$(find_mirror "$i") && [ "$im" != "$i" ]; then url="$im" else url=$(distfiles_url "$i") fi url_attic=$(distfiles_attic_url "$i") FROM_DISTFILES=1 # is $url local file? if [[ "$url" = [./]* ]]; then update_shell_title "${GETLOCAL%% *}: $url" ${GETLOCAL} $url $target else if [ -z "$NOMIRRORS" ]; then url=$(find_mirror "$url") fi local uri=${url} # make shorter message for distfiles urls if [[ "$uri" = ${PROTOCOL}${DISTFILES_SERVER}* ]] || [[ "$uri" = ${PROTOCOL}${ATTICDISTFILES_SERVER}* ]]; then uri=${uri#${PROTOCOL}${DISTFILES_SERVER}/distfiles/by-md5/?/?/*/} uri=${uri#${PROTOCOL}${ATTICDISTFILES_SERVER}/distfiles/by-md5/?/?/*/} uri="df: $uri" fi update_shell_title "${GETURI%% *}: $uri" ${GETURI} ${OUTFILEOPT} "$target" "$url" || \ if [ "`echo $url | grep -E 'ftp://'`" ]; then update_shell_title "${GETURI2%% *}: $url" ${GETURI2} ${OUTFILEOPT} "$target" "$url" fi fi # is it empty file? if [ ! -s "$target" ]; then rm -f "$target" if [ `echo $url_attic | grep -E '^(\.|/)'` ]; then update_shell_title "${GETLOCAL%% *}: $url_attic" ${GETLOCAL} $url_attic $target else if [ -z "$NOMIRRORS" ]; then url_attic=$(find_mirror "$url_attic") fi update_shell_title "${GETURI%% *}: $url_attic" ${GETURI} ${OUTFILEOPT} "$target" "$url_attic" || \ if [ "`echo $url_attic | grep -E 'ftp://'`" ]; then update_shell_title "${GETURI2%% *}: $url_attic" ${GETURI2} ${OUTFILEOPT} "$target" "$url_attic" fi test -s "$target" || rm -f "$target" fi fi if [ -s "$target" ]; then cvsignore_df $target else rm -f "$target" FROM_DISTFILES=0 fi fi if [ -z "$NOURLS" ] && [ ! -f "$fp" -o -n "$UPDATE" ] && [ "`echo $i | grep -E 'ftp://|http://|https://'`" ]; then if [ -z "$NOMIRRORS" ]; then im=$(find_mirror "$i") else im="$i" fi update_shell_title "${GETURI%% *}: $im" ${GETURI} ${OUTFILEOPT} "$target" "$im" || \ if [ "`echo $im | grep -E 'ftp://'`" ]; then update_shell_title "${GETURI2%% *}: $im" ${GETURI2} ${OUTFILEOPT} "$target" "$im" fi test -s "$target" || rm -f "$target" fi if [ "$cvsup" = 1 ]; then continue fi fi # the md5 check must be moved elsewhere as if we've called from update_md5 the md5 is wrong. if [ ! -f "$fp" -a "$FAIL_IF_NO_SOURCES" != "no" ]; then Exit_error err_no_source_in_repo $i fi # we check md5 here just only to refetch immediately if good_md5 "$i" && good_size "$i"; then : elif [ "$FROM_DISTFILES" = 1 ]; then # wrong md5 from distfiles: remove the file and try again # but only once ... echo "MD5 sum mismatch. Trying full fetch." FROM_DISTFILES=2 rm -f $target update_shell_title "${GETURI%% *}: $url" ${GETURI} ${OUTFILEOPT} "$target" "$url" || \ if [ "`echo $url | grep -E 'ftp://'`" ]; then update_shell_title "${GETURI2%% *}: $url" ${GETURI2} ${OUTFILEOPT} "$target" "$url" fi if [ ! -s "$target" ]; then rm -f "$target" update_shell_title "${GETURI%% *}: $url_attic" ${GETURI} ${OUTFILEOPT} "$target" "$url_attic" || \ if [ "`echo $url_attic | grep -E 'ftp://'`" ]; then update_shell_title "${GETURI2%% *}: $url_attic" ${GETURI2} ${OUTFILEOPT} "$target" "$url_attic" fi fi test -s "$target" || rm -f "$target" fi done SHELL_TITLE_PREFIX="" if [ "$CHMOD" = "yes" ]; then CHMOD_FILES=$(nourl "$@") if [ -n "$CHMOD_FILES" ]; then chmod $CHMOD_MODE $CHMOD_FILES fi fi fi } tag_exist() { local _tag="$1" echo "Searching for tag $_tag..." if [ -n "$DEPTH" ]; then local ref=`git ls-remote $REMOTE_PLD "refs/tags/$_tag"` [ -n "$ref" ] && echo "$ref" && Exit_error err_tag_exists "$_tag" else git show-ref "refs/tags/$_tag" && Exit_error err_tag_exists "$_tag" fi } make_tagver() { if [ -n "$DEBUG" ]; then set -x set -v fi # Check whether first character of PACKAGE_NAME is legal for tag name if [ -z "${PACKAGE_NAME##[_0-9]*}" -a -z "$TAG_PREFIX" ]; then TAG_PREFIX=tag_ fi # NOTE: CVS tags may must not contain the characters `$,.:;@' TAGVER=$(echo $TAG_PREFIX$PACKAGE_NAME-$PACKAGE_VERSION-$PACKAGE_RELEASE) # Remove @kernel.version_release from TAGVER because tagging sources # could occur with different kernel-headers than kernel-headers used at build time. # besides, %{_kernel_ver_str} is not expanded. # TAGVER=auto-ac-madwifi-ng-0-0_20070225_1@%{_kernel_ver_str} # TAGVER=auto-ac-madwifi-ng-0-0_20070225_1 TAGVER=${TAGVER%@*} echo -n "$TAGVER" } tag_files() { TAG_FILES="$@" if [ -n "$DEBUG" ]; then set -x set -v fi echo "Version: $PACKAGE_VERSION" echo "Release: $PACKAGE_RELEASE" local TAGVER if [ "$TAG_VERSION" = "yes" ]; then TAGVER=`make_tagver` echo "tag: $TAGVER" fi if [ -n "$TAG" ]; then echo "tag: $TAG" fi local OPTIONS="tag $CVS_FORCE" local _tag=$TAG if [ "$TAG_VERSION" = "yes" ]; then _tag=$TAGVER fi; cd "$PACKAGE_DIR" if [ "$TAG_VERSION" = "yes" ]; then update_shell_title "tag sources: $TAGVER" git $OPTIONS $TAGVER || exit git push $CVS_FORCE $REMOTE_PLD tag $TAGVER || Exit_error err_remote_problem $REMOTE_PLD fi if [ -n "$TAG" ]; then update_shell_title "tag sources: $TAG" git $OPTIONS $TAG $chunk || exit git push $CVS_FORCE $REMOTE_PLD tag $TAG || Exit_error err_remote_problem $REMOTE_PLD fi } branch_files() { TAG=$1 echo "Git branch: $TAG" shift if [ -n "$DEBUG" ]; then set -x set -v fi local OPTIONS="branch $CVS_FORCE" cd "$PACKAGE_DIR" git $OPTIONS $TAG || exit } # this function should exit early if package can't be built for this arch # this avoids unneccessary BR filling. check_buildarch() { local out ret out=$(minirpm --short-circuit -bp --define "'prep exit 0'" --nodeps $SPECFILE 2>&1) ret=$? if [ $ret -ne 0 ]; then echo >&2 "$out" exit $ret fi } # from relup.sh set_release() { local specfile="$1" local rel="$2" local newrel="$3" sed -i -e " s/^\(%define[ \t]\+_\?rel[ \t]\+\)$rel\$/\1$newrel/ s/^\(Release:[ \t]\+\)$rel\$/\1$newrel/ " $specfile } set_version() { local specfile="$1" local ver="$2" subver=$ver local newver="$3" newsubver=$newver # try handling subver, everything that's not numeric-dotted in version if grep -Eq '%define\s+subver' $specfile; then subver=$(echo "$ver" | sed -re 's,^[0-9.]+,,') ver=${ver%$subver} newsubver=$(echo "$newver" | sed -re 's,^[0-9.]+,,') newver=${newver%$newsubver} fi sed -i -e " s/^\(%define[ \t]\+_\?ver[ \t]\+\)$ver\$/\1$newver/ s/^\(%define[ \t]\+subver[ \t]\+\)$subver\$/\1$newsubver/ s/^\(Version:[ \t]\+\)$ver\$/\1$newver/ " $specfile } try_upgrade() { if [ -n "$TRY_UPGRADE" ]; then local TNOTIFY TNEWVER TOLDVER update_shell_title "build_package: try_upgrade" cd "$PACKAGE_DIR" if [ "$UPGRADE_VERSION" ]; then TNEWVER=$UPGRADE_VERSION else if [ -n "$FLOAT_VERSION" ]; then TNOTIFY=$($APPDIR/pldnotify.awk ${BE_VERBOSE:+-vDEBUG=1} $SPECFILE -n) || exit 1 else TNOTIFY=$($APPDIR/pldnotify.awk ${BE_VERBOSE:+-vDEBUG=1} $SPECFILE) || exit 1 fi # pldnotify.awk does not set exit codes, but it has match for ERROR # in output which means so. if [[ "$TNOTIFY" = *ERROR* ]]; then echo >&2 "$TNOTIFY" exit 1 fi TNEWVER=$(echo $TNOTIFY | awk '{ match($4,/\[NEW\]/); print $5 }') fi if [ -n "$TNEWVER" ]; then TOLDVER=`echo $TNOTIFY | awk '{ print $3; }'` echo "New version found, updating spec file from $TOLDVER to version $TNEWVER" if [ "$REVERT_BROKEN_UPGRADE" = "yes" ]; then cp -f $SPECFILE $SPECFILE.bak fi chmod +w $SPECFILE set_release $SPECFILE $PACKAGE_RELEASE 1 set_version $SPECFILE $PACKAGE_VERSION $TNEWVER parse_spec if [ "$PACKAGE_VERSION" != "$TNEWVER" ]; then echo >&2 "Upgrading version failed, you need to update spec yourself" exit 1 fi return 1 fi fi return 0 } build_package() { update_shell_title "build_package" if [ -n "$DEBUG" ]; then set -x set -v fi cd "$PACKAGE_DIR" case "$COMMAND" in build ) BUILD_SWITCH="-ba" ;; build-binary ) BUILD_SWITCH="-bb" ;; build-source ) BUILD_SWITCH="-bs --nodeps" ;; build-prep ) BUILD_SWITCH="-bp --nodeps" ;; build-build ) BUILD_SWITCH="-bc" ;; build-install ) BUILD_SWITCH="-bi" ;; build-list ) BUILD_SWITCH="-bl" ;; esac update_shell_title "build_package: $COMMAND" if [ -n "$LOGFILE" ]; then LOG=`eval echo $LOGFILE` if [ -d "$LOG" ]; then echo "Log file $LOG is a directory." echo "Parse error in the spec?" Exit_error err_build_fail fi if [ -n "$LASTLOG_FILE" ]; then echo "LASTLOG=$LOG" > $LASTLOG_FILE fi RES_FILE=$(tempfile) local specdir=$(insert_gitlog $SPECFILE) (time eval ${NICE_COMMAND} $RPMBUILD $TARGET_SWITCH $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $RPMBUILDOPTS $BCOND --define \'_specdir $PACKAGE_DIR\' --define \'_sourcedir $PACKAGE_DIR\' $specdir/$SPECFILE; echo $? > $RES_FILE) 2>&1 |tee $LOG RETVAL=`cat $RES_FILE` rm -r $RES_FILE $specdir if [ -n "$LOGDIROK" ] && [ -n "$LOGDIRFAIL" ]; then if [ "$RETVAL" -eq "0" ]; then mv $LOG $LOGDIROK else mv $LOG $LOGDIRFAIL fi fi else local specdir=$(insert_gitlog $SPECFILE) eval ${NICE_COMMAND} $RPMBUILD $TARGET_SWITCH $BUILD_SWITCH -v $QUIET $CLEAN $RPMOPTS $RPMBUILDOPTS $BCOND --define \'_specdir $PACKAGE_DIR\' --define \'_sourcedir $PACKAGE_DIR\' $specdir/$SPECFILE RETVAL=$? rm -r $specdir fi if [ "$RETVAL" -ne "0" ]; then if [ -n "$TRY_UPGRADE" ]; then echo "\nUpgrade package to new version failed." if [ "$REVERT_BROKEN_UPGRADE" = "yes" ]; then echo "Restoring old spec file." mv -f $SPECFILE.bak $SPECFILE fi echo "" fi Exit_error err_build_fail fi unset BUILD_SWITCH } nourl() { echo "$@" | sed 's#\<\(ftp\|http\|https\|cvs\|svn\)://[^ ]*/##g' } install_required_packages() { run_poldek -vi $1 return $? } find_spec_bcond() { # originally from /usr/lib/rpm/find-spec-bcond local SPEC="$1" awk -F"\n" ' /^%changelog/ { exit } /^%bcond_with/{ match($0, /bcond_with(out)?[ \t]+[_a-zA-Z0-9]+/); bcond = substr($0, RSTART + 6, RLENGTH - 6); gsub(/[ \t]+/, "_", bcond); print bcond }' $SPEC | LC_ALL=C sort -u } process_bcondrc() { # expand bconds from ~/.bcondrc # The file structure is like gentoo's package.use: # --- # * -selinux # samba -mysql -pgsql # w32codec-installer license_agreement # php +mysqli # --- if [ -f $HOME/.bcondrc ] || ([ -n $HOME_ETC ] && [ -f $HOME_ETC/.bcondrc ]); then : else return fi SN=${SPECFILE%%\.spec} local bcondrc=$HOME/.bcondrc [ -n $HOME_ETC ] && [ -f $HOME_ETC/.bcondrc ] && bcondrc=$HOME_ETC/.bcondrc local bcond_avail=$(find_spec_bcond $SPECFILE) while read pkg flags; do # ignore comments [[ "$pkg" == \#* ]] && continue # any package or current package? if [ "$pkg" = "*" ] || [ "$pkg" = "$PACKAGE_NAME" ] || [ "$pkg" = "$SN" ]; then for flag in $flags; do local opt=${flag#[+-]} # use only flags which are in this package. if [[ $bcond_avail = *${opt}* ]]; then if [[ $flag = -* ]]; then if [[ $BCOND != *--with?${opt}* ]]; then BCOND="$BCOND --without $opt" fi else if [[ $BCOND != *--without?${opt}* ]]; then BCOND="$BCOND --with $opt" fi fi fi done fi done < $bcondrc update_shell_title "parse ~/.bcondrc: DONE!" } set_bconds_values() { update_shell_title "set bcond values" AVAIL_BCONDS_WITHOUT="" AVAIL_BCONDS_WITH="" if grep -Eq '^# *_with' ${SPECFILE}; then echo >&2 "ERROR: This spec has old style bconds." exit 1 fi if ! grep -q '^%bcond' ${SPECFILE}; then return fi local bcond_avail=$(find_spec_bcond $SPECFILE) process_bcondrc "$SPECFILE" update_shell_title "parse bconds" local opt bcond for opt in $bcond_avail; do case "$opt" in without_*) bcond=${opt#without_} case "$BCOND" in *--without?${bcond}*) AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT <$bcond>" ;; *) AVAIL_BCONDS_WITHOUT="$AVAIL_BCONDS_WITHOUT $bcond" ;; esac ;; with_*) bcond=${opt#with_} case "$BCOND" in *--with?${bcond}*) AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH <$bcond>" ;; *) AVAIL_BCONDS_WITH="$AVAIL_BCONDS_WITH $bcond" ;; esac ;; *) echo >&2 "ERROR: unexpected '$opt' in set_bconds_values" exit 1 ;; esac done } run_sub_builder() { package_name="${1}" update_shell_title "run_sub_builder $package_name" # # No i tutaj bym chciał zrobić sztuczną inteligencję, która spróbuje tego # pakieta zbudować. Aktualnie niewiele dziala, bo generalnie nie widze do # konca algorytmu... Ale damy rade. :) Na razie po prostu sie wyjebie tak samo # jakby nie bylo tego kawalka kodu. # # Update: Poprawiłem parę rzeczy i zaczęło generować pakiety spoza zadanej listy. # Jednym słowem budowanie niespoldkowanych zależności działa w paru przypadkach. # # # y0shi. # kurwa. translate that ^^^^ parent_spec_name='' # Istnieje taki spec? ${package}.spec if [ -f "${PACKAGE_DIR}/${package}.spec" ]; then parent_spec_name=${package}.spec elif [ -f "${PACKAGE_DIR}/$(echo ${package_name} | sed -e s,-devel.*,,g -e s,-static,,g).spec" ]; then parent_spec_name="$(echo ${package_name} | sed -e s,-devel.*,,g -e s,-static,,g).spec" else for provides_line in $(grep -r ^Provides:.*$package ${PACKAGE_DIR}); do echo $provides_line done fi if [ "${parent_spec_name}" != "" ]; then spawn_sub_builder $parent_spec_name fi NOT_INSTALLED_PACKAGES="$NOT_INSTALLED_PACKAGES $package_name" } spawn_sub_builder() { package_name="${1}" update_shell_title "spawn_sub_builder $package_name" sub_builder_opts='' if [ "${FETCH_BUILD_REQUIRES}" = "yes" ]; then sub_builder_opts="${sub_builder_opts} -R" fi if [ "${REMOVE_BUILD_REQUIRES}" = "nice" ]; then sub_builder_opts="${sub_builder_opts} -RB" elif [ "${REMOVE_BUILD_REQUIRES}" = "force" ]; then sub_builder_opts="${sub_builder_opts} -FRB" fi if [ "${UPDATE_POLDEK_INDEXES}" = "yes" ]; then sub_builder_opts="${sub_builder_opts} -Upi" fi cd "${PACKAGE_DIR}" ./builder ${sub_builder_opts} "$@" } remove_build_requires() { if [ "$INSTALLED_PACKAGES" != "" ]; then case "$REMOVE_BUILD_REQUIRES" in "force") run_poldek --noask -ve $INSTALLED_PACKAGES ;; "nice") run_poldek --ask -ve $INSTALLED_PACKAGES ;; *) echo You may want to manually remove following BuildRequires fetched: echo $INSTALLED_PACKAGES echo "Try poldek -e \`cat $(pwd)/.${SPECFILE}_INSTALLED_PACKAGES\`" ;; esac fi } display_bconds() { if [ "$AVAIL_BCONDS_WITH" -o "$AVAIL_BCONDS_WITHOUT" ]; then if [ "$BCOND" ]; then echo "" echo "Building $SPECFILE with the following conditional flags:" echo -n "$BCOND" else echo "" echo "No conditional flags passed" fi echo "" echo "from available:" echo "--with :\t$AVAIL_BCONDS_WITH" echo "--without:\t$AVAIL_BCONDS_WITHOUT" echo "" fi } display_branches() { echo -n "Available branches: " git branch -r | grep "^ ${REMOTE_PLD}" | grep -v ${REMOTE_PLD}/HEAD | sed "s#^ *${REMOTE_PLD}/##" | xargs } # checks a given list of packages/files/provides agains current rpmdb. # outputs all dependencies which current rpmdb doesn't satisfy. # input can be either STDIN or parameters _rpm_prov_check() { local DEPS if [ $# -gt 0 ]; then DEPS="$@" else DEPS=$(cat) fi DEPS=$(LANG=C rpm -q --whatprovides $DEPS 2>&1 | awk '/^(error:|no package provides)/ { print }') # packages echo "$DEPS" | awk '/^no package provides/ { print $NF }' # other deps (files) echo "$DEPS" | awk -F: '/^error:.*No such file/{o = $2; gsub("^ file ", "", o); print o}' } # checks if given package/files/provides exists in rpmdb. # input can be either stdin or parameters # returns packages which are present in the rpmdb _rpm_cnfl_check() { local DEPS if [ $# -gt 0 ]; then DEPS="$@" else DEPS=$(cat) fi LANG=C rpm -q --whatprovides $DEPS 2>/dev/null | awk '!/no package provides/ { print }' } # install deps via information from 'rpm-getdeps' or 'rpm --specsrpm' install_build_requires_rpmdeps() { if [ "$FETCH_BUILD_REQUIRES_RPMGETDEPS" = "yes" ]; then # TODO: Conflicts list doesn't check versions local CNFL=$(rpm-getdeps $BCOND $SPECFILE 2> /dev/null | awk '/^\-/ { print $3 } ' | _rpm_cnfl_check | xargs) local DEPS=$(rpm-getdeps $BCOND $SPECFILE 2> /dev/null | awk '/^\+/ { print $3 } ' | _rpm_prov_check | xargs) fi if [ "$FETCH_BUILD_REQUIRES_RPMSPECSRPM" = "yes" ]; then local CNFL=$(rpm -q --specsrpm --conflicts $BCOND $SPECFILE | awk '{print $1}' | _rpm_cnfl_check | xargs) local DEPS=$(rpm -q --specsrpm --requires $BCOND $SPECFILE | awk '{print $1}' | _rpm_prov_check | xargs) fi if [ -n "$CNFL" ] || [ -n "$DEPS" ]; then echo "fetch BuildRequires: install [$DEPS]; remove [$CNFL]" update_shell_title "poldek: install [$DEPS]; remove [$CNFL]" $SU_SUDO /usr/bin/poldek -q --update || $SU_SUDO /usr/bin/poldek -q --upa fi if [ -n "$CNFL" ]; then update_shell_title "uninstall conflicting packages: $CNFL" echo "Trying to uninstall conflicting packages ($CNFL):" $SU_SUDO /usr/bin/poldek --noask --nofollow -ev $CNFL fi while [ "$DEPS" ]; do update_shell_title "install deps: $DEPS" echo "Trying to install dependencies ($DEPS):" local log=.${SPECFILE}_poldek.log LANG=C $SU_SUDO /usr/bin/poldek --noask --caplookup -uGqQ $DEPS | tee $log failed=$(awk '/^error:/{a=$2; sub(/^error: /, "", a); sub(/:$/, "", a); print a}' $log) rm -f $log local ok if [ -n "$failed" ]; then for package in $failed; do spawn_sub_builder -bb $(depspecname $package) && ok="$ok $package" done DEPS="$ok" else DEPS="" fi done } fetch_build_requires() { if [ "${FETCH_BUILD_REQUIRES}" != "yes" ]; then return fi update_shell_title "fetch build requires" if [ "$FETCH_BUILD_REQUIRES_RPMGETDEPS" = "yes" ] || [ "$FETCH_BUILD_REQUIRES_RPMSPECSRPM" = "yes" ]; then install_build_requires_rpmdeps return fi # XXX is this ugliest code written in human history still needed? echo "All packages installed by fetch_build_requires() are written to:" echo "`pwd`/.${SPECFILE}_INSTALLED_PACKAGES" echo "" echo "If anything fails, you may get rid of them by executing:" echo "poldek -e \`cat `pwd`/.${SPECFILE}_INSTALLED_PACKAGES\`" echo "" echo > `pwd`/.${SPECFILE}_INSTALLED_PACKAGES for package_item in $(cat $SPECFILE | grep -B100000 ^%changelog|grep -v ^#|grep BuildRequires|grep -v ^-|sed -e "s/^.*BuildRequires://g"|awk '{print $1}'|sed -e s,perl\(,perl-,g -e s,::,-,g -e s,\(.*\),,g -e s,%{,,g -e s,},,g|grep -v OpenGL-devel|sed -e s,sh-utils,coreutils,g -e s,fileutils,coreutils,g -e s,textutils,coreutils,g -e s,kgcc_package,gcc,g -e s,\),,g) do package_item=$(echo $package_item|sed -e s,rpmbuild,rpm-build,g |sed -e s,__perl,perl,g |sed -e s,gasp,binutils-gasp,g -e s,binutils-binutils,binutils,g -e s,apxs,apache,g|sed -e s,apache\(EAPI\)-devel,apache-devel,g -e s,kernel-headers\(netfilter\),kernel-headers,g -e s,awk,mawk,g -e s,mmawk,mawk,g -e s,motif,openmotif,g -e s,openopenmotif,openmotif,g) GO="yes" package=$(basename "$package_item"|sed -e "s/}$//g") COND_ARCH_TST=$(cat $SPECFILE|grep -B1 BuildRequires|grep -B1 $package|grep ifarch|sed -e "s/^.*ifarch//g") mach=$(uname -m) COND_TST=`cat $SPECFILE|grep BuildRequires|grep "$package"` if `echo $COND_TST|grep -q '^BuildRequires:'`; then if [ "$COND_ARCH_TST" != "" ] && [ "`echo $COND_ARCH_TST|sed -e "s/i.86/ix86/g"`" != "`echo $mach|sed -e "s/i.86/ix86/g"`" ]; then GO="yes" fi # bcond: else COND_NAME=`echo $COND_TST|sed -e s,:BuildRequires:.*$,,g` GO="" # %{without} if `echo $COND_TST|grep -q 'without_'`; then COND_NAME=`echo $COND_NAME|sed -e s,^.*without_,,g` if `echo $COND_TST|grep -q !`; then COND_STATE="with" else COND_STATE="wout" fi COND_WITH=`echo $AVAIL_BCONDS_WITH|grep "<$COND_NAME>"` COND_WITHOUT=`echo $AVAIL_BCONDS_WITHOUT|grep "<$COND_NAME>"` if [ -n "$COND_WITHOUT" ] || [ -z "$COND_WITH" ]; then COND_ARGV="wout" else COND_ARGV="with" fi # %{with} elif `echo $COND_TST|grep -q 'with_'`; then COND_NAME=`echo $COND_NAME|sed -e s,^.*with_,,g` if `echo $COND_TST|grep -q !`; then COND_STATE="wout" else COND_STATE="with" fi COND_WITH=`echo $AVAIL_BCONDS_WITH|grep "<$COND_NAME>"` COND_WITHOUT=`echo $AVAIL_BCONDS_WITHOUT|grep "<$COND_NAME>"` if [ -n "$COND_WITH" ] || [ -z "$COND_WITHOUT" ]; then COND_ARGV="with" else COND_ARGV="wout" fi fi RESULT="${COND_STATE}-${COND_ARGV}" case "$RESULT" in "with-wout" | "wout-with" ) GO="" ;; "wout-wout" | "with-with" ) GO="yes" ;; * ) echo "Action '$RESULT' was not defined for package '$package_item'" GO="yes" ;; esac fi if [ "$GO" = "yes" ]; then if [ "`rpm -q $package|sed -e "s/$package.*/$package/g"`" != "$package" ]; then echo "Testing if $package has subrequirements..." run_poldek -t -i $package --dumpn=".$package-req.txt" if [ -f ".$package-req.txt" ]; then for package_name in `cat ".$package-req.txt"|grep -v ^#` do if [ "$package_name" = "$package" ]; then echo "Installing BuildRequired package:\t$package_name" update_shell_title "Installing BuildRequired package: ${package_name}" install_required_packages $package else echo "Installing (sub)Required package:\t$package_name" update_shell_title "Installing (sub)Required package: ${package_name}" install_required_packages $package_name fi case $? in 0) INSTALLED_PACKAGES="$package_name $INSTALLED_PACKAGES" echo $package_name >> `pwd`/.${SPECFILE}_INSTALLED_PACKAGES ;; *) echo "Attempting to run spawn sub - builder..." echo "Package installation failed:\t$package_name" run_sub_builder $package_name if [ $? -eq 0 ]; then install_required_packages $package_name case $? in 0) INSTALLED_PACKAGES="$package_name $INSTALLED_PACKAGES" echo $package_name >> `pwd`/.${SPECFILE}_INSTALLED_PACKAGES ;; *) NOT_INSTALLED_PACKAGES="$package_name $NOT_INSTALLED_PACKAGES" ;; esac fi ;; esac done rm -f ".$package-req.txt" else echo "Attempting to run spawn sub - builder..." echo "Package installation failed:\t$package" run_sub_builder $package if [ $? -eq 0 ]; then install_required_packages $package case $? in 0) INSTALLED_PACKAGES="$package_name $INSTALLED_PACKAGES" echo $package_name >> `pwd`/.${SPECFILE}_INSTALLED_PACKAGES ;; *) NOT_INSTALLED_PACKAGES="$package_name $NOT_INSTALLED_PACKAGES" ;; esac fi fi else echo "Package $package is already installed. BuildRequirement satisfied." fi fi done if [ "$NOT_INSTALLED_PACKAGES" != "" ]; then echo >&2 "Unable to install following packages and their dependencies:" for pkg in "$NOT_INSTALLED_PACKAGES" do echo $pkg done remove_build_requires exit 8 fi } init_rpm_dir() { local TOP_DIR=$(eval $RPM $RPMOPTS --eval '%{_topdir}') local rpmdir=$(eval $RPM $RPMOPTS --eval '%{_rpmdir}') local buildir=$(eval $RPM $RPMOPTS --eval '%{_builddir}') local srpmdir=$(eval $RPM $RPMOPTS --eval '%{_srcrpmdir}') local tmp echo "Initializing rpm directories to $TOP_DIR from $GIT_SERVER" mkdir -p $TOP_DIR $rpmdir $buildir $srpmdir cd "$TOP_DIR" if [ ! -e ../scripts ]; then git clone ${GIT_SERVER}/${PACKAGES_DIR}/scripts.git ../scripts fi for a in adapter builder; do ln -s ../scripts/${a}.sh $a done init_builder } mr_proper() { init_builder NOCVSSPEC="yes" DONT_PRINT_REVISION="yes" # remove spec and sources $RPMBUILD --clean --rmsource --rmspec --nodeps --define "_specdir $PACKAGE_DIR" --define "_sourcedir $PACKAGE_DIR" --define "_builddir $builddir" $PACKAGE_DIR/$SPECFILE rm -rf $PACKAGE_DIR/{.git,.gitignore} rmdir --ignore-fail-on-non-empty $PACKAGE_DIR } #--------------------------------------------- # main() if [ $# = 0 ]; then usage exit 1 fi while [ $# -gt 0 ]; do case "${1}" in -4|-6) # NOTE: we should be fetcher specific, like fille WGET_OPTS, but # unfortunately $GETURI is already formed GETURI="$GETURI $1" shift ;; -5 | --update-md5) COMMAND="update_md5" NODIST="yes" NOCVSSPEC="yes" shift ;; -a5 | --add-md5 ) COMMAND="update_md5" NODIST="yes" NOCVSSPEC="yes" ADD5="yes" shift ;; -n5 | --no-md5 ) NO5="yes" shift ;; -D | --debug ) DEBUG="yes"; shift ;; -V | --version ) COMMAND="version"; shift ;; --short-version ) COMMAND="short-version"; shift ;; -a | --add_cvs) COMMAND="add_cvs"; shift ;; --all-branches ) ALL_BRANCHES="yes" shift ;; -b | -ba | --build ) COMMAND="build"; shift ;; -bb | --build-binary ) COMMAND="build-binary"; shift ;; -bc ) COMMAND="build-build"; shift ;; -bi ) COMMAND="build-install"; shift ;; -bl ) COMMAND="build-list"; shift ;; -bp | --build-prep ) COMMAND="build-prep"; shift ;; -bs | --build-source ) COMMAND="build-source"; shift ;; -B | --branch ) COMMAND="branch"; shift; TAG="${1}"; shift;; -c | --clean ) CLEAN="--clean"; shift ;; -cf | --cvs-force ) CVS_FORCE="-f"; shift;; --depth ) DEPTH="--depth=$2" shift 2 ;; -g | --get ) COMMAND="get"; shift ;; -h | --help ) COMMAND="usage"; shift ;; --ftp ) PROTOCOL="ftp"; shift ;; --http ) PROTOCOL="http"; shift ;; -j) RPMOPTS="${RPMOPTS} --define \"_smp_mflags -j$2\"" shift 2 ;; -j[0-9]*) RPMOPTS="${RPMOPTS} --define \"_smp_mflags $1\"" shift ;; -p) PARALLEL_DOWNLOADS=$2 shift 2 ;; -p[0-9]) PARALLEL_DOWNLOADS=${1#-p} shift ;; -l | --logtofile ) shift; LOGFILE="${1}"; shift ;; -ni| --nice ) shift; DEF_NICE_LEVEL=${1}; shift ;; -ske | --skip-existing-files) SKIP_EXISTING_FILES="yes"; shift ;; -m | --mr-proper ) COMMAND="mr-proper"; shift ;; -ncs | --no-cvs-specs ) NOCVSSPEC="yes"; shift ;; -nd | --no-distfiles ) NODIST="yes"; shift ;; -nm | --no-mirrors ) NOMIRRORS="yes"; shift ;; -nu | --no-urls ) NOURLS="yes"; shift ;; -ns | --no-srcs ) NOSRCS="yes"; shift ;; -ns0 | --no-source0 ) NOSOURCE0="yes"; shift ;; -nn | --no-net ) NOCVSSPEC="yes" NODIST="yes" NOMIRRORS="yes" NOURLS="yes" NOSRCS="yes" ALWAYS_CVSUP="no" shift;; -pm | --prefer-mirrors ) PREFMIRRORS="yes" shift;; --no-init ) NOINIT="yes" shift;; --opts ) shift; RPMOPTS="${RPMOPTS} ${1}"; shift ;; --nopatch | -np ) shift; RPMOPTS="${RPMOPTS} --define \"patch${1} : ignoring patch${1}; exit 1; \""; shift ;; --skip-patch | -sp ) shift; RPMOPTS="${RPMOPTS} --define \"patch${1} : skiping patch${1}\""; shift ;; --topdir) RPMOPTS="${RPMOPTS} --define \"_topdir $2\"" shift 2 ;; --with | --without ) case $GROUP_BCONDS in "yes") COND=${1} shift # XXX: broken: ./builder -bb ucspi-tcp.spec --without mysql while ! `echo ${1}|grep -qE '(^-|spec)'` do BCOND="$BCOND $COND $1" shift done;; "no") if [[ "$2" = *,* ]]; then for a in $(echo "$2" | tr , ' '); do BCOND="$BCOND $1 $a" done else BCOND="$BCOND $1 $2" fi shift 2 ;; esac ;; --target ) shift; TARGET="${1}"; shift ;; --target=* ) TARGET=$(echo "${1}" | sed 's/^--target=//'); shift ;; -q | --quiet ) QUIET="--quiet"; shift ;; --date ) CVSDATE="${2}"; shift 2 date -d "$CVSDATE" > /dev/null 2>&1 || { echo >&2 "No valid date specified"; exit 3; } ;; -r | --cvstag ) CVSTAG="$2" shift 2 ;; -A) shift CVSTAG="master" ;; -R | --fetch-build-requires) FETCH_BUILD_REQUIRES="yes" NOT_INSTALLED_PACKAGES= shift ;; -RB | --remove-build-requires) REMOVE_BUILD_REQUIRES="nice" shift ;; -FRB | --force-remove-build-requires) REMOVE_BUILD_REQUIRES="force" shift ;; -sc | --source-cvs) COMMAND="list-sources-cvs" shift ;; -sd | --source-distfiles) COMMAND="list-sources-distfiles" shift ;; -sdp | --source-distfiles-paths) COMMAND="list-sources-distfiles-paths" shift ;; -sf | --source-files) COMMAND="list-sources-files" shift ;; -lsp | --source-paths) COMMAND="list-sources-local-paths" shift ;; -su | --source-urls) COMMAND="list-sources-urls" shift ;; -Tvs | --tag-version-stable ) COMMAND="tag" TAG="STABLE" TAG_VERSION="yes" shift;; -Ts | --tag-stable ) COMMAND="tag" TAG="STABLE" TAG_VERSION="no" shift;; -Tv | --tag-version ) COMMAND="tag" TAG="" TAG_VERSION="yes" shift;; -Tp | --tag-prefix ) TAG_PREFIX="$2" shift 2;; -tt | --test-tag ) TEST_TAG="yes" shift;; -T | --tag ) COMMAND="tag" shift TAG="$1" TAG_VERSION="no" shift;; -ir | --integer-release-only ) INTEGER_RELEASE="yes" shift;; -U | --update ) COMMAND="update_md5" UPDATE="yes" NOCVSSPEC="yes" NODIST="yes" shift ;; -Upi | --update-poldek-indexes ) UPDATE_POLDEK_INDEXES="yes" shift ;; --init-rpm-dir) COMMAND="init_rpm_dir" shift ;; -u | --try-upgrade ) TRY_UPGRADE="1"; shift ;; --upgrade-version ) shift; UPGRADE_VERSION="$1"; shift;; -un | --try-upgrade-with-float-version ) TRY_UPGRADE="1"; FLOAT_VERSION="1"; shift ;; -v | --verbose ) BE_VERBOSE="1"; shift ;; --define) shift MACRO="${1}" shift if echo "${MACRO}" | grep -q '\W'; then RPMOPTS="${RPMOPTS} --define \"${MACRO}\"" else VALUE="${1}" shift RPMOPTS="${RPMOPTS} --define \"${MACRO} ${VALUE}\"" fi ;; --alt_kernel) shift RPMOPTS="${RPMOPTS} --define \"alt_kernel $1\"" shift ;; --short-circuit) RPMBUILDOPTS="${RPMBUILDOPTS} --short-circuit" shift ;; --show-bconds | -show-bconds | -print-bconds | --print-bconds | -display-bconds | --display-bconds ) COMMAND="show_bconds" shift ;; --show-bcond-args) COMMAND="show_bcond_args" shift ;; --show-avail-bconds) COMMAND="show_avail_bconds" shift ;; --nodeps) shift RPMOPTS="${RPMOPTS} --nodeps" ;; -debug) RPMBUILDOPTS="${RPMBUILDOPTS} -debug"; shift ;; -*) Exit_error err_invalid_cmdline "$1" ;; *) SPECFILE=${1%/}; shift # check if specname was passed as specname:cvstag if [ "${SPECFILE##*:}" != "${SPECFILE}" ]; then CVSTAG="${SPECFILE##*:}" SPECFILE="${SPECFILE%%:*}" fi # always have SPECFILE ending with .spec extension SPECFILE=${SPECFILE%%.spec}.spec ASSUMED_NAME=$(basename ${SPECFILE%%.spec}) esac done # Check if given package is available in TLD git if ! git ls-remote --heads ${GIT_SERVER}/${PACKAGES_DIR}/${ASSUMED_NAME} 1>/dev/null 2>&1; then # Nope, we don't have it in TLD, switch for PLD repositories GIT_SERVER="git://git.pld-linux.org" GIT_PUSH="git@git.pld-linux.org" PACKAGES_DIR="packages" DISTFILES_SERVER="://distfiles.pld-linux.org" ATTICDISTFILES_SERVER="://attic-distfiles.pld-linux.org" fi if [ "$CVSTAG" ]; then # pass $CVSTAG used by builder to rpmbuild too, so specs could use it RPMOPTS="$RPMOPTS --define \"_cvstag $CVSTAG\"" fi if [ -n "$ALL_BRANCHES" -a -z "$DEPTH" ]; then echo >&2 "--all branches requires --depth " Exit_error err_invalid_cmdline fi if [ -n "$DEBUG" ]; then set -x set -v fi if [ -n "$TARGET" ]; then case "$RPMBUILD" in "rpmbuild") TARGET_SWITCH="--target $TARGET" ;; "rpm") TARGET_SWITCH="--target=$TARGET" ;; esac fi if [ "$SCHEDTOOL" != "no" ]; then NICE_COMMAND="$SCHEDTOOL" else NICE_COMMAND="nice -n ${DEF_NICE_LEVEL}" fi update_shell_title "$COMMAND" case "$COMMAND" in "show_bconds") init_builder if [ -z "$SPECFILE" ]; then Exit_error err_no_spec_in_cmdl fi get_spec > /dev/null parse_spec set_bconds_values display_bconds ;; "show_bcond_args") init_builder if [ -z "$SPECFILE" ]; then Exit_error err_no_spec_in_cmdl fi get_spec > /dev/null parse_spec set_bconds_values echo "$BCOND" ;; "show_avail_bconds") init_builder if [ -z "$SPECFILE" ]; then Exit_error err_no_spec_in_cmdl fi get_spec > /dev/null parse_spec local bcond_avail=$(find_spec_bcond $SPECFILE) local opt bcond bconds for opt in $bcond_avail; do case "$opt" in without_*) bcond=${opt#without_} bconds="$bconds $bcond" ;; with_*) bcond=${opt#with_} bconds="$bconds $bcond" ;; *) echo >&2 "ERROR: unexpected '$opt' in show_avail_bconds" exit 1 ;; esac done echo $bconds ;; "build" | "build-binary" | "build-source" | "build-prep" | "build-build" | "build-install" | "build-list") init_builder if [ -z "$SPECFILE" ]; then Exit_error err_no_spec_in_cmdl fi # display SMP make flags if set smp_mflags=$(rpm -E %{?_smp_mflags}) if [ "$smp_mflags" ]; then echo "builder: SMP make flags are set to $smp_mflags" fi get_spec parse_spec set_bconds_values display_bconds display_branches if [ "$COMMAND" != "build-source" ]; then check_buildarch fi fetch_build_requires if [ "$INTEGER_RELEASE" = "yes" ]; then echo "Checking release $PACKAGE_RELEASE..." if echo $PACKAGE_RELEASE | grep -q '^[^.]*\.[^.]*$' 2>/dev/null ; then Exit_error err_fract_rel "$PACKAGE_RELEASE" fi fi # ./builder -bs test.spec -r AC-branch -Tp auto-ac- -tt if [ -n "$TEST_TAG" ]; then local TAGVER=`make_tagver` tag_exist $TAGVER # check also tags created in CVS tag_exist $(echo $TAGVER | tr '[.@]' '[_#]') # - do not allow to build from HEAD when XX-branch exists TREE_PREFIX=$(echo "$TAG_PREFIX" | sed -e 's#^auto/\([a-zA-Z]\+\)/.*#\1#g') if [ "$TREE_PREFIX" != "$TAG_PREFIX" ]; then TAG_BRANCH="${TREE_PREFIX}-branch" if [ -n "$DEPTH" ]; then cmd_branches="git ls-remote --heads" ref_prefix=refs/heads else cmd_branches="git show-ref" ref_prefix=refs/remotes/${REMOTE_PLD} fi TAG_STATUS=$($cmd_branches | grep -i "${ref_prefix}/$TAG_BRANCH$") if [ -n "$TAG_STATUS" -a "$TAG_STATUS" != "$CVSTAG" ]; then Exit_error err_branch_exists "$TAG_STATUS" fi fi fi if [ -n "$NOSOURCE0" ] ; then SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'` fi try_upgrade case $? in 0) get_files $SOURCES $PATCHES check_md5 $SOURCES ;; *) NODIST="yes" get_files $SOURCES $PATCHES update_md5 $SOURCES $PATCHES ;; esac build_package if [ "$UPDATE_POLDEK_INDEXES" = "yes" ] && [ "$COMMAND" = "build" -o "$COMMAND" = "build-binary" ]; then run_poldek --sdir="${POLDEK_INDEX_DIR}" ${UPDATE_POLDEK_INDEXES_OPTS} --mkidxz fi remove_build_requires ;; "branch" ) init_builder if [ -z "$SPECFILE" ]; then Exit_error err_no_spec_in_cmdl fi get_spec parse_spec branch_files $TAG ;; "add_cvs" ) init_builder if [ -z "$SPECFILE" ]; then Exit_error err_no_spec_in_cmdl fi create_git_repo if [ -n "$NEW_REPO" ]; then parse_spec local file for file in $SOURCES $PATCHES; do if [ -z $(src_md5 "$file") ]; then git add $file || Exit_error err_no_source_in_repo $file else cvsignore_df `nourl $file` fi done git add $SPECFILE git commit -m 'Initial commit' git push --dry-run $REMOTE_PLD master || Exit_error err_cvs_add_failed else echo "You had already git repository. Push chosen branches to remote: ${REMOTE_PLD}" fi ;; "get" ) init_builder if [ -z "$SPECFILE" ]; then Exit_error err_no_spec_in_cmdl fi get_spec parse_spec if [ -n "$NOSOURCE0" ] ; then SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'` fi get_files $SOURCES $PATCHES check_md5 $SOURCES ;; "update_md5" ) init_builder if [ -z "$SPECFILE" ]; then Exit_error err_no_spec_in_cmdl fi get_spec parse_spec if [ -n "$NOSOURCE0" ] ; then SOURCES=`echo $SOURCES | xargs | sed -e 's/[^ ]*//'` fi update_md5 $SOURCES $PATCHES ;; "tag" ) NOURLS=1 NODIST="yes" init_builder if [ -z "$SPECFILE" ]; then Exit_error err_no_spec_in_cmdl fi parse_spec if [ ! -d .git ]; then echo "No git reposiotory" >&2 exit 101 fi tag_files ;; "mr-proper" ) mr_proper ;; "list-sources-files" ) init_builder NOCVSSPEC="yes" DONT_PRINT_REVISION="yes" get_spec parse_spec for SAP in $SOURCES $PATCHES; do echo $SAP | awk '{gsub(/.*\//,"") ; print}' done ;; "list-sources-urls" ) init_builder NOCVSSPEC="yes" DONT_PRINT_REVISION="yes" get_spec parse_spec SAPS="$SOURCES $PATCHES" for SAP in $SAPS ; do echo $SAP done ;; "list-sources-local-paths" ) init_builder NOCVSSPEC="yes" DONT_PRINT_REVISION="yes" get_spec parse_spec for SAP in $SOURCES $PATCHES; do echo $PACKAGE_DIR/$(echo $SAP | awk '{gsub(/.*\//,"") ; print }') done ;; "list-sources-distfiles-paths" ) init_builder NOCVSSPEC="yes" DONT_PRINT_REVISION="yes" get_spec parse_spec for SAP in $SOURCES $PATCHES; do if [ -n "$(src_md5 "$SAP")" ]; then distfiles_path "$SAP" fi done ;; "list-sources-distfiles" ) init_builder NOCVSSPEC="yes" DONT_PRINT_REVISION="yes" get_spec parse_spec for SAP in $SOURCES $PATCHES; do if [ -n "$(src_md5 "$SAP")" ]; then distfiles_url "$SAP" fi done ;; "list-sources-cvs" ) init_builder # NOCVSSPEC="yes" DONT_PRINT_REVISION="yes" get_spec parse_spec for SAP in $SOURCES $PATCHES; do if [ -z "$(src_md5 "$SAP")" ]; then echo $SAP | awk '{gsub(/.*\//,"") ; print}' fi done ;; "init_rpm_dir") init_rpm_dir ;; "usage" ) usage ;; "short-version" ) echo "$VERSION" ;; "version" ) echo "$VERSIONSTRING" ;; esac if [ -f "`pwd`/.${SPECFILE}_INSTALLED_PACKAGES" -a "$REMOVE_BUILD_REQUIRES" != "" ]; then rm "`pwd`/.${SPECFILE}_INSTALLED_PACKAGES" fi cd "$__PWD" # vi:syntax=sh:ts=4:sw=4:noet