[467] | 1 | #!/bin/sh
|
---|
| 2 |
|
---|
[518] | 3 | #
|
---|
[749] | 4 | # rpmbuild-bot.sh: RPM Build Bot version 1.1.0.
|
---|
[518] | 5 | #
|
---|
[724] | 6 | # Author: Dmitriy Kuminov <coding@dmik.org>
|
---|
[518] | 7 | #
|
---|
[724] | 8 | # This file is provided AS IS with NO WARRANTY OF ANY KIND, INCLUDING THE
|
---|
| 9 | # WARRANTY OF DESIGN, MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.
|
---|
[518] | 10 | #
|
---|
[724] | 11 | # Synopsis
|
---|
| 12 | # --------
|
---|
| 13 | #
|
---|
[728] | 14 | # This script performs a build of RPM packages from a given .spec file in
|
---|
[724] | 15 | # controlled environment to guarantee consistent results when building RPMs
|
---|
| 16 | # different machines. It uses a separate file rpmbuild-bot-env.sh located
|
---|
| 17 | # in the same directory to set up the environment and control the build
|
---|
| 18 | # process. The main purpose of this script is to build RPM packages for a
|
---|
| 19 | # specific distribution channel maintaining distribution-siecific rules.
|
---|
| 20 | #
|
---|
| 21 | # Usage
|
---|
| 22 | # -----
|
---|
| 23 | #
|
---|
[738] | 24 | # > rpmbuild-bot.sh SPEC[=VERSION]
|
---|
[765] | 25 | # > [ upload[=REPO] | test[=MODE] | clean[=test] |
|
---|
| 26 | # > move[=FROM_REPO=TO_REPO] | remove[=REPO] ]
|
---|
[738] | 27 | # > [-f]
|
---|
[724] | 28 | #
|
---|
[749] | 29 | # MYAPP is the name of the RPM package spec file (extension is optional,
|
---|
[724] | 30 | # .spec is assumed). The spec file is searched in the SPECS directory of the
|
---|
| 31 | # rpmbuild tree (usually $USER/rpmbuild/SPECS, rpmbuild --eval='%_specdir'
|
---|
| 32 | # will show the exact location). This may be overriden by giving a spec file
|
---|
| 33 | # with a path specification.
|
---|
| 34 | #
|
---|
[728] | 35 | # The second argument defines the command to perform. The default command is
|
---|
[724] | 36 | # "build". The following sections will describe each command.
|
---|
| 37 | #
|
---|
| 38 | # Building packages
|
---|
| 39 | # -----------------
|
---|
| 40 | #
|
---|
| 41 | # The "build" is the main command which is used to generate packages for
|
---|
| 42 | # distribution. This command does the following:
|
---|
| 43 | #
|
---|
| 44 | # 1. Build all RPM packages for all architectures specified in
|
---|
| 45 | # $RPMBUILD_BOT_ARCH_LIST. The packages are stored in the RPMS
|
---|
| 46 | # directory of the rpmbuild tree.
|
---|
| 47 | # 2. Build the source RPM. Stored in the SRPMS directory.
|
---|
| 48 | # 3. Create a ZIP package from the RPMs for the architecture specified
|
---|
| 49 | # last in $RPMBUILD_BOT_ARCH_LIST.
|
---|
| 50 | #
|
---|
| 51 | # The build process for each architecture is stored in a log file in the logs
|
---|
| 52 | # directory of the rpmbuild tree (`rpmbuild --eval='%_topdir'/logs`). Creation
|
---|
| 53 | # of the source RPM and ZIP files is also logged, into separate log files.
|
---|
| 54 | #
|
---|
| 55 | # The "build" command will fail if the log directory contains files from a
|
---|
| 56 | # successfull run of another "build" command for this package. This is to
|
---|
| 57 | # prevent overwriting successfully built packages that are not yet uploaded to
|
---|
| 58 | # the distribution repository (see the "upload" command). You should either
|
---|
| 59 | # run the "upload" command or use the -f option to force removal of these
|
---|
| 60 | # log files and the corresponding package files if you are absolutely sure they
|
---|
| 61 | # should be discarded.
|
---|
| 62 | #
|
---|
[748] | 63 | # The "build" command will also check if there is a directory named SPEC in the
|
---|
| 64 | # same directory where the given .spec file resides. If such a directory
|
---|
| 65 | # exists, all files in it are assumed to be auxiliary source files used by the
|
---|
| 66 | # .spec file via SourceN: directives. These files will be automatically copied
|
---|
| 67 | # to the SOURCES directory in the rpmbuild tree befure starting the build
|
---|
| 68 | # process.
|
---|
| 69 | #
|
---|
[724] | 70 | # Doing test builds
|
---|
| 71 | # -----------------
|
---|
| 72 | #
|
---|
| 73 | # The "test" command is used to build packages for one architecture for testing
|
---|
| 74 | # purposes. In this more, neither the source RPM nor the ZIP file is created.
|
---|
| 75 | # Also, a special option is automatically passed to rpmbuild to clear the %dist
|
---|
| 76 | # variable to indicate that this is a local, non-distribution build. Such
|
---|
| 77 | # packages will always be "older" than the corresponding builds with %dist
|
---|
| 78 | # so that they will be automatically updated on the next yum update to the
|
---|
| 79 | # %dist ones. The packages built in "test" mode are NOT intended for
|
---|
| 80 | # distribution, they are meant only for local testing before performing the
|
---|
| 81 | # full build of everything.
|
---|
| 82 | #
|
---|
| 83 | # It is possible to configure which steps of the build to perform using the MODE
|
---|
[765] | 84 | # parameter to the "test" command which may take one of the following values:
|
---|
[724] | 85 | #
|
---|
| 86 | # prep Execute the %prep section of the spec file only.
|
---|
| 87 | # build Execute the %build section only (requres %prep to be executed
|
---|
| 88 | # before). May be run multiple times.
|
---|
| 89 | # install Execute the %install sectuion only (requires "prep" and "build"
|
---|
| 90 | # to be executed before). May be run multiple times.
|
---|
| 91 | # pack Create the RPM packages (requires "prep", "build" and "install"
|
---|
| 92 | # to be executed before). Note that this step will also execute
|
---|
[744] | 93 | # the %clean section so that a new "install" execution is
|
---|
[724] | 94 | # necessary for "pack" to succeed.
|
---|
| 95 | #
|
---|
[765] | 96 | # When no MODE parameter is given, all steps are executed in a proper order.
|
---|
[724] | 97 | #
|
---|
| 98 | # The results of the "test" command are stored in a log file in the logs/test
|
---|
| 99 | # directory of the rpmbuild tree. The previous log file, if any, is given a .bak
|
---|
| 100 | # extension (the previous .bak file will be deleted).
|
---|
| 101 | #
|
---|
[748] | 102 | # The "test" command will copy auxiliary source files for the .spec file, if any,
|
---|
| 103 | # to the proper location before rpmbuild execution -- the same way the "build"
|
---|
| 104 | # command does it.
|
---|
| 105 | #
|
---|
[724] | 106 | # Uploading packages
|
---|
| 107 | # ------------------
|
---|
| 108 | #
|
---|
| 109 | # The "upload" command will upload the packages built with the "build"
|
---|
| 110 | # command to the official distribution channel configured in
|
---|
[765] | 111 | # rpmbuild-bot-env.sh. The REPO parameter specifies one of the configured
|
---|
[724] | 112 | # repositories. When REPO is not given, the default repository is used
|
---|
| 113 | # (usually experimental or similar).
|
---|
| 114 | #
|
---|
| 115 | # Note that the "upload" command needs log files from the "build" command
|
---|
| 116 | # and will fail otherwise.
|
---|
| 117 | #
|
---|
| 118 | # Upon successful completion, the "upload" command will remove all uploaded
|
---|
| 119 | # RPM and ZIP packages and will move all "build" log files to logs/archive.
|
---|
| 120 | #
|
---|
[738] | 121 | # Cleaning packages
|
---|
| 122 | # -----------------
|
---|
| 123 | #
|
---|
| 124 | # The "clean" command will delete packages built with the "build" command
|
---|
| 125 | # and their log files without uploading them to a repository. This is useful
|
---|
| 126 | # when the successful build needs to be canceled for some reason (wrong source
|
---|
| 127 | # tree state, wrong patches etc.). Note that normally you don't need to use
|
---|
| 128 | # this command; it's an emergency-only tool.
|
---|
| 129 | #
|
---|
[739] | 130 | # The "clean" command needs log files from the "build" command and will fail
|
---|
| 131 | # otherwise.
|
---|
| 132 | #
|
---|
[765] | 133 | # If the "clean" command is given a "test" parameter, it will clean up the
|
---|
[739] | 134 | # results of the "test" command instead of "build". The log file from the
|
---|
| 135 | # "test" command needs to be present or the command will fail.
|
---|
| 136 | #
|
---|
[765] | 137 | # Moving packages between repositories
|
---|
| 138 | # ------------------------------------
|
---|
| 139 | #
|
---|
| 140 | # The "move" command allows to move a particular version of the packages
|
---|
| 141 | # built with the "build" command and uploaded with the "upload" command from one
|
---|
| 142 | # repository to another one. The "move" command is normally used to move
|
---|
| 143 | # packages from a test repository to a production one when they are ready for
|
---|
| 144 | # wide distribution.
|
---|
| 145 | #
|
---|
| 146 | # The "move" command needs log files from the "build" and "upload" commands
|
---|
| 147 | # and will fail otherwise. It also requires the VERSION parameter for the SPEC
|
---|
| 148 | # argument to be given (to specify the version of the packages to remove) and
|
---|
| 149 | # requires the FROM_REPO=TO_REPO parameter itself to specify the source
|
---|
| 150 | # repository and the target repository, respectively.
|
---|
| 151 | #
|
---|
| 152 | # The log files from the "build" and "upload" commands are not removed by the
|
---|
| 153 | # "move" command so it may be performed multiple times. The current location
|
---|
| 154 | # of the packages is not tracked in the log files so the command will fail
|
---|
| 155 | # if the source repository doesn't have the package files or if the target
|
---|
| 156 | # repository already has them.
|
---|
| 157 | #
|
---|
[738] | 158 | # Removing packages
|
---|
| 159 | # -----------------
|
---|
| 160 | #
|
---|
| 161 | # The "remove" command allows to remove a particular version of the packages
|
---|
| 162 | # built with the "build" command and uploaded with the "upload" command from a
|
---|
| 163 | # repository. This is useful when the successful build needs to be canceled for
|
---|
| 164 | # some reason (wrong source tree state, wrong patches etc.). Note that normally
|
---|
| 165 | # you don't need to use this command; it's an emergency-only tool.
|
---|
| 166 | #
|
---|
| 167 | # The "remove" command needs log files from the "build" and "upload" commands
|
---|
[765] | 168 | # and will fail otherwise. It also requires the VERSION parameter for the SPEC
|
---|
| 169 | # argument to be given (to specify the version of the packages to remove) and
|
---|
| 170 | # accepts the REPO parameter itself just like the "upload" command does (to
|
---|
| 171 | # specify a repository to remove the packages from).
|
---|
[738] | 172 | #
|
---|
[765] | 173 | # Note that the log files from the "build" and "upload" commands are also
|
---|
| 174 | # removed by this command upon sucessful package removal.
|
---|
[738] | 175 | #
|
---|
[724] | 176 | # Return value
|
---|
| 177 | # ------------
|
---|
| 178 | #
|
---|
| 179 | # The rpmbuild-bot.sh script will return a zero exit code upon successful
|
---|
[749] | 180 | # completion and non-zero otherwise. The script output and log files should be
|
---|
| 181 | # inspected to check for a reason of the failure.
|
---|
[724] | 182 | #
|
---|
[467] | 183 |
|
---|
[724] | 184 | #
|
---|
| 185 | # Helpers.
|
---|
| 186 | #
|
---|
| 187 |
|
---|
[467] | 188 | run()
|
---|
| 189 | {
|
---|
| 190 | "$@"
|
---|
| 191 | local rc=$?
|
---|
| 192 | if test $rc != 0 ; then
|
---|
| 193 | echo "ERROR: The following command failed with error code $rc:"
|
---|
| 194 | echo $@
|
---|
| 195 | exit $rc
|
---|
| 196 | fi
|
---|
| 197 | }
|
---|
| 198 |
|
---|
| 199 | log_run()
|
---|
| 200 | {
|
---|
| 201 | log="$1"
|
---|
| 202 | shift
|
---|
[724] | 203 | "$@" >"$log" 2>&1
|
---|
[467] | 204 | local rc=$?
|
---|
| 205 | if test $rc != 0 ; then
|
---|
| 206 | echo "ERROR: The following command failed with error code $rc:"
|
---|
| 207 | echo $@
|
---|
[724] | 208 | echo "You will find more information in file '$log'."
|
---|
| 209 | echo "Here are the last 10 lines of output:"
|
---|
| 210 | echo ""
|
---|
| 211 | tail "$log" -n 10
|
---|
[467] | 212 | exit $rc
|
---|
| 213 | fi
|
---|
| 214 | }
|
---|
| 215 |
|
---|
[724] | 216 | warn()
|
---|
| 217 | {
|
---|
| 218 | echo "WARNING: $1"
|
---|
| 219 | }
|
---|
| 220 |
|
---|
[467] | 221 | die()
|
---|
| 222 | {
|
---|
[724] | 223 | echo "ERROR: $1"
|
---|
| 224 | exit 1
|
---|
[467] | 225 | }
|
---|
| 226 |
|
---|
[724] | 227 | check_dir_var()
|
---|
| 228 | {
|
---|
| 229 | eval local val="\$$1"
|
---|
| 230 | [ -n "$val" ] || die "$1 is empty."
|
---|
| 231 | [ -d "$val" ] || die "$1 is '$val', not a valid directory."
|
---|
| 232 | }
|
---|
[467] | 233 |
|
---|
[737] | 234 | read_file_list()
|
---|
| 235 | {
|
---|
[765] | 236 | # $1 = file list filename
|
---|
| 237 | # $2 = var name where to save the list of read file names (optional)
|
---|
| 238 | # $3 = function name to call for each file (optional), it may assign a new
|
---|
| 239 | # file name to $file and also set $file_pre and $file_post that will
|
---|
| 240 | # be prepended and appended to $file when saving it to the list in $2
|
---|
| 241 | # (but not when checking for file existence and timestamp)
|
---|
[737] | 242 |
|
---|
[738] | 243 | local list="$1"
|
---|
[737] | 244 | local _read_file_list_ret=
|
---|
[738] | 245 |
|
---|
[737] | 246 | # Check timestamps.
|
---|
| 247 | while read l; do
|
---|
[765] | 248 | local file_pre=
|
---|
| 249 | local file_post=
|
---|
[738] | 250 | local file="${l#*|}"
|
---|
| 251 | local ts="${l%%|*}"
|
---|
| 252 | [ "$file" = "$ts" ] && die "Line '$l' in '$list' does not contain timestamps."
|
---|
| 253 | [ -n "$3" ] && eval $3
|
---|
| 254 | [ -f "$file" ] || die "File '$file' is not found."
|
---|
| 255 | echo "Checking tmestamp of $file..."
|
---|
| 256 | local act_ts=`stat -c '%Y' "$file"`
|
---|
| 257 | if [ "$ts" != "$act_ts" ] ; then
|
---|
| 258 | die "Recorded timestamp $ts doesn't match actual timestamp $act_ts for '$file'."
|
---|
[737] | 259 | fi
|
---|
[765] | 260 | _read_file_list_ret="$_read_file_list_ret${_read_file_list_ret:+ }$file_pre$file$file_post"
|
---|
[738] | 261 | done < "$list"
|
---|
[737] | 262 | # Return the files (if requested).
|
---|
| 263 | [ -n "$2" ] && eval "$2=\$_read_file_list_ret"
|
---|
| 264 | }
|
---|
| 265 |
|
---|
[724] | 266 | usage()
|
---|
| 267 | {
|
---|
[749] | 268 | echo "Usage:"
|
---|
| 269 | sed -n -e "s/rpmbuild-bot.sh/${0##*/}/g" -e 's/^# > / /p' < "$0"
|
---|
| 270 | exit 255
|
---|
[724] | 271 | }
|
---|
[467] | 272 |
|
---|
[748] | 273 | sync_aux_src()
|
---|
| 274 | {
|
---|
| 275 | [ -n "$src_dir" ] || die "src_dir is empty."
|
---|
| 276 | [ -n "$spec_full" ] || die "spec_full is empty."
|
---|
| 277 |
|
---|
| 278 | # Aux source dir is expected along the .spec file.
|
---|
| 279 | local aux_src_dir="${spec_full%.spec}"
|
---|
| 280 |
|
---|
| 281 | # Return early if there is no aux source dir.
|
---|
| 282 | [ -d "$aux_src_dir" ] || return
|
---|
| 283 |
|
---|
| 284 | echo "Copying auxiliary sources for '$spec' to $src_dir..."
|
---|
| 285 |
|
---|
| 286 | for f in "$aux_src_dir"/* ; do
|
---|
| 287 | local ts=`stat -c '%Y' "$f"`
|
---|
| 288 | local trg_ts=
|
---|
| 289 | local trg_f="$src_dir/${f##*/}"
|
---|
| 290 | [ -f "$trg_f" ] && trg_ts=`stat -c '%Y' "$trg_f"`
|
---|
| 291 | if [ "$ts" != "$trg_ts" ] ; then
|
---|
| 292 | echo "Copying $f..."
|
---|
| 293 | run cp -p "$f" "$trg_f"
|
---|
| 294 | fi
|
---|
| 295 | done
|
---|
| 296 | }
|
---|
| 297 |
|
---|
[724] | 298 | build_cmd()
|
---|
| 299 | {
|
---|
| 300 | local base_arch="${RPMBUILD_BOT_ARCH_LIST##* }"
|
---|
| 301 |
|
---|
| 302 | echo "Spec file: $spec_full"
|
---|
| 303 | echo "Targets: $RPMBUILD_BOT_ARCH_LIST + SRPM + ZIP ($base_arch)"
|
---|
| 304 |
|
---|
[748] | 305 | sync_aux_src
|
---|
| 306 |
|
---|
[724] | 307 | if [ -f "$spec_list" ] ; then
|
---|
| 308 | if [ -z "$force" ] ; then
|
---|
| 309 | die "File '$spec_list' already exists.
|
---|
| 310 | This file indicates a successful build that was not yet uploaded.
|
---|
| 311 | Either run the '"'upload'"' command to upload the generated RPM and ZIP
|
---|
| 312 | packages to the distribution repository or use the -f option to
|
---|
| 313 | force their removal if you are sure they should be discarded."
|
---|
| 314 | fi
|
---|
| 315 |
|
---|
| 316 | echo "Detected successful build in $spec_list, cleaning up due to -f option..."
|
---|
[737] | 317 | local files=
|
---|
| 318 | read_file_list "$spec_list" files
|
---|
| 319 | for f in $files; do
|
---|
[724] | 320 | echo "Removing $f..."
|
---|
[737] | 321 | run rm -f "$f"
|
---|
| 322 | done
|
---|
| 323 | unset files
|
---|
[724] | 324 |
|
---|
| 325 | echo "Removing $log_base.*.log and .list files..."
|
---|
| 326 | rm -f "$log_base".*.log "$log_base".*.list "$log_base".list
|
---|
| 327 | fi
|
---|
| 328 |
|
---|
| 329 | # Generate RPMs.
|
---|
| 330 | for arch in $RPMBUILD_BOT_ARCH_LIST ; do
|
---|
| 331 | echo "Creating RPMs for '$arch' target (logging to $log_base.$arch.log)..."
|
---|
[729] | 332 | log_run "$log_base.$arch.log" rpmbuild.exe --target=$arch -bb "$spec_full"
|
---|
[724] | 333 | done
|
---|
| 334 |
|
---|
| 335 | # Generate SRPM.
|
---|
| 336 | echo "Creating SRPM (logging to $log_base.srpm.log)..."
|
---|
[729] | 337 | log_run "$log_base.srpm.log" rpmbuild -bs "$spec_full"
|
---|
[724] | 338 |
|
---|
| 339 | # Find SRPM file name in the log.
|
---|
| 340 | local src_rpm=`grep "^Wrote: \+.*\.src\.rpm$" "$log_base.srpm.log" | sed -e "s#^Wrote: \+##g"`
|
---|
| 341 | [ -n "$src_rpm" ] || die "Cannot find .src.rpm file name in '$log_base.srpm.log'."
|
---|
| 342 |
|
---|
[728] | 343 | # Find package version.
|
---|
[724] | 344 | local ver_full="${src_rpm%.src.rpm}"
|
---|
[736] | 345 | ver_full="${ver_full##*/}"
|
---|
| 346 | [ "${ver_full%%-[0-9]*}" = "$spec_name" ] || die \
|
---|
| 347 | "SRPM name '${src_rpm##*/}' does not match .spec name ('$spec_name').
|
---|
| 348 | Either rename '$spec_name.spec' to '${ver_full%%-[0-9]*}.spec' or set 'Name:' tag to '$spec_name'."
|
---|
| 349 | ver_full="${ver_full#${spec_name}-}"
|
---|
[724] | 350 | [ -n "$ver_full" ] || die "Cannot deduce package version from '$src_rpm'."
|
---|
| 351 |
|
---|
[728] | 352 | # Find all RPM packages for the base arch (note the quotes around `` - it's to preserve multi-line result).
|
---|
| 353 | local rpms="`grep "^Wrote: \+.*\.\($base_arch\.rpm\|noarch\.rpm\)$" "$log_base.$base_arch.log" | sed -e "s#^Wrote: \+##g"`"
|
---|
[724] | 354 | [ -n "$rpms" ] || die "Cannot find .$base_arch.rpm/.noarch.rpm file names in '$log_base.base_arch.log'."
|
---|
| 355 |
|
---|
| 356 | local ver_full_zip=`echo $ver_full | tr . _`
|
---|
| 357 | local zip="$zip_dir/$spec_name-$ver_full_zip.zip"
|
---|
| 358 |
|
---|
| 359 | # Generate ZIP.
|
---|
| 360 | echo "Creating ZIP (logging to $log_base.zip.log)..."
|
---|
| 361 | create_zip()
|
---|
| 362 | {(
|
---|
| 363 | run cd "$zip_dir"
|
---|
| 364 | rm -r "@unixroot" 2> /dev/null
|
---|
[728] | 365 | # Note no quoters around $rpms - it's to split at EOL.
|
---|
| 366 | for f in $rpms ; do
|
---|
[724] | 367 | echo "Unpacking $f..."
|
---|
| 368 | run rpm2cpio "$f" | cpio -idm
|
---|
| 369 | done
|
---|
| 370 | rm -f "$zip" 2> /dev/null
|
---|
| 371 | echo "Creating '$zip'..."
|
---|
| 372 | run zip -mry9 "$zip" "@unixroot"
|
---|
| 373 | )}
|
---|
| 374 | log_run "$log_base.zip.log" create_zip
|
---|
| 375 |
|
---|
| 376 | local ver_list="$log_base.$ver_full.list"
|
---|
| 377 |
|
---|
| 378 | # Generate list of all generated packages for further reference.
|
---|
| 379 | echo "Creating list file ($ver_list)..."
|
---|
[737] | 380 | echo `stat -c '%Y' "$src_rpm"`"|$src_rpm" > "$ver_list"
|
---|
| 381 | echo `stat -c '%Y' "$zip"`"|$zip" >> "$ver_list"
|
---|
[724] | 382 | # Save base arch RPMs.
|
---|
[737] | 383 | for f in $rpms ; do
|
---|
| 384 | echo `stat -c '%Y' "$f"`"|$f" >> "$ver_list"
|
---|
[724] | 385 | done
|
---|
| 386 | # Save other arch RPMs.
|
---|
| 387 | for arch in ${RPMBUILD_BOT_ARCH_LIST%${base_arch}} ; do
|
---|
[728] | 388 | rpms="`grep "^Wrote: \+.*\.$arch\.rpm$" "$log_base.$arch.log" | sed -e "s#^Wrote: \+##g"`"
|
---|
[724] | 389 | [ -n "$rpms" ] || die "Cannot find .$arch.rpm file names in '$log_base.arch.log'."
|
---|
[728] | 390 | for f in $rpms ; do
|
---|
[737] | 391 | echo `stat -c '%Y' "$f"`"|$f" >> "$ver_list"
|
---|
[724] | 392 | done
|
---|
| 393 | done
|
---|
| 394 |
|
---|
| 395 | # Everything succeeded. Symlink the list file so that "upload" can find it.
|
---|
| 396 | run ln -s "${ver_list##*/}" "$log_base.list"
|
---|
| 397 | }
|
---|
| 398 |
|
---|
| 399 | test_cmd()
|
---|
| 400 | {
|
---|
| 401 | echo "Spec file: $spec_full"
|
---|
| 402 |
|
---|
[748] | 403 | sync_aux_src
|
---|
| 404 |
|
---|
[724] | 405 | local base_arch="${RPMBUILD_BOT_ARCH_LIST##* }"
|
---|
[732] | 406 | local cmds=
|
---|
[724] | 407 |
|
---|
| 408 | [ -z "$command_arg" ] && command_arg="all"
|
---|
| 409 |
|
---|
| 410 | case "$command_arg" in
|
---|
| 411 | all)
|
---|
| 412 | cmds="$cmds -bb"
|
---|
| 413 | ;;
|
---|
| 414 | prep)
|
---|
| 415 | cmds="$cmds -bp --short-circuit"
|
---|
| 416 | ;;
|
---|
| 417 | build)
|
---|
| 418 | cmds="$cmds -bc --short-circuit"
|
---|
| 419 | ;;
|
---|
| 420 | install)
|
---|
| 421 | cmds="$cmds -bi --short-circuit"
|
---|
| 422 | ;;
|
---|
| 423 | pack)
|
---|
| 424 | cmds="$cmds -bb --short-circuit"
|
---|
| 425 | ;;
|
---|
| 426 | *)
|
---|
| 427 | die "Invalid test build sub-command '$command_arg'."
|
---|
| 428 | ;;
|
---|
| 429 | esac
|
---|
| 430 |
|
---|
| 431 | local log_file="$log_dir/test/$spec_name.log"
|
---|
| 432 |
|
---|
| 433 | if [ -f "$log_file" ] ; then
|
---|
| 434 | rm -f "$log_file.bak"
|
---|
| 435 | run mv "$log_file" "$log_file.bak"
|
---|
| 436 | fi
|
---|
| 437 |
|
---|
| 438 | echo "Doing test RPM build for '$base_arch' target (logging to $log_file)..."
|
---|
[732] | 439 | log_run "$log_file" rpmbuild.exe "--define=dist %nil" --target=$base_arch $cmds $spec_full
|
---|
[724] | 440 |
|
---|
| 441 | # Show the generated RPMs when appropriate.
|
---|
| 442 | if [ "$command_arg" = "all" -o "$command_arg" = "pack" ] ; then
|
---|
[744] | 443 | # Find all RPM packages for the base arch (note the quotes around `` - it's to preserve multi-line result).
|
---|
| 444 | local rpms="`grep "^Wrote: \+.*\.\($base_arch\.rpm\|noarch\.rpm\)$" "$log_file" | sed -e "s#^Wrote: \+##g"`"
|
---|
[724] | 445 | if [ -n "$rpms" ] ; then
|
---|
| 446 | echo "Successfully generated the following RPMs:"
|
---|
[739] | 447 | for f in $rpms; do
|
---|
[724] | 448 | echo "$f"
|
---|
| 449 | done
|
---|
| 450 | else
|
---|
| 451 | warn "Cannot find .$base_arch.rpm/.noarch.rpm file names in '$log_file'."
|
---|
| 452 | fi
|
---|
| 453 | fi
|
---|
| 454 | }
|
---|
| 455 |
|
---|
[738] | 456 | repo_dir_for_file()
|
---|
| 457 | {
|
---|
| 458 | # $1 = input file name
|
---|
| 459 | # $2 = var name to save dir to
|
---|
| 460 |
|
---|
| 461 | [ -n "$1" -a -n "$2" ] || die "Invalid arguments."
|
---|
| 462 |
|
---|
| 463 | local _repo_dir_for_file_ret=
|
---|
| 464 | case "$1" in
|
---|
| 465 | *.src.rpm)
|
---|
| 466 | eval _repo_dir_for_file_ret="$RPMBUILD_BOT_UPLOAD_REPO_LAYOUT_srpm"
|
---|
| 467 | ;;
|
---|
| 468 | *.*.rpm)
|
---|
| 469 | local arch="${1%.rpm}"
|
---|
| 470 | arch="${arch##*.}"
|
---|
| 471 | [ -n "$arch" ] || die "No arch spec in file name '$1'."
|
---|
| 472 | eval _repo_dir_for_file_ret="$RPMBUILD_BOT_UPLOAD_REPO_LAYOUT_rpm"
|
---|
| 473 | ;;
|
---|
| 474 | *.zip)
|
---|
| 475 | eval _repo_dir_for_file_ret="$RPMBUILD_BOT_UPLOAD_REPO_LAYOUT_zip"
|
---|
| 476 | ;;
|
---|
| 477 | esac
|
---|
| 478 |
|
---|
| 479 | eval "$2=\$_repo_dir_for_file_ret"
|
---|
| 480 | }
|
---|
| 481 |
|
---|
[724] | 482 | upload_cmd()
|
---|
| 483 | {
|
---|
| 484 | # Check settings.
|
---|
| 485 | test -n "$RPMBUILD_BOT_UPLOAD_REPO_LIST" || die "RPMBUILD_BOT_UPLOAD_REPO_LIST is empty."
|
---|
| 486 |
|
---|
| 487 | local repo="$command_arg"
|
---|
| 488 | [ -z "$repo" ] && repo="${RPMBUILD_BOT_UPLOAD_REPO_LIST%% *}"
|
---|
| 489 |
|
---|
| 490 | check_dir_var "RPMBUILD_BOT_UPLOAD_${repo}_DIR"
|
---|
| 491 |
|
---|
| 492 | eval local base="\$RPMBUILD_BOT_UPLOAD_${repo}_DIR"
|
---|
| 493 |
|
---|
| 494 | [ -f "$spec_list" ] || die \
|
---|
| 495 | "File '$spec_list' is not found.
|
---|
[737] | 496 | You may need to build the packages using the 'build' command."
|
---|
[724] | 497 |
|
---|
[737] | 498 | local files=
|
---|
| 499 | read_file_list "$spec_list" files
|
---|
| 500 | for f in $files; do
|
---|
[738] | 501 | local d=
|
---|
| 502 | repo_dir_for_file "$f" d
|
---|
| 503 | [ -n "$d" ] || die "Unsupported file name '$f' in '$spec_list'."
|
---|
[724] | 504 | [ -d "$d" ] || die "'$d' is not a directory."
|
---|
| 505 | [ -f "$d/${f##*/}" -a -z "$force" ] && die \
|
---|
| 506 | "File '$d/${f##*/}' already exists.
|
---|
| 507 | Use the -f option to force uploading if you are sure the existing
|
---|
| 508 | packages in the repository should be discarded."
|
---|
| 509 | echo "Copying $f to $d..."
|
---|
| 510 | run cp -p "$f" "$d"
|
---|
[737] | 511 | done
|
---|
[724] | 512 |
|
---|
| 513 | # On success, delete the uploaded packages and archive log files.
|
---|
[737] | 514 | for f in $files; do
|
---|
[724] | 515 | echo "Removing $f..."
|
---|
[737] | 516 | run rm -f "$f"
|
---|
| 517 | done
|
---|
[724] | 518 |
|
---|
| 519 | # Note: versioned .list file will remain in archive forever (for further reference).
|
---|
| 520 | echo "Removing old '$spec_name' logs from $log_dir/archive..."
|
---|
| 521 | rm -f "$log_dir/archive/$spec_name".*.log "$log_dir/archive/$spec_name".list
|
---|
| 522 | echo "Moving '$spec_name' logs to $log_dir/archive..."
|
---|
| 523 | run mv "$log_base".*.log "$log_base".*.list "$log_base".list "$log_dir/archive/"
|
---|
| 524 | }
|
---|
| 525 |
|
---|
[738] | 526 | clean_cmd()
|
---|
| 527 | {
|
---|
[739] | 528 | if [ "$command_arg" = "test" ] ; then
|
---|
| 529 | # Cleanup after "test" command.
|
---|
| 530 | local base_arch="${RPMBUILD_BOT_ARCH_LIST##* }"
|
---|
| 531 | local log_file="$log_dir/test/$spec_name.log"
|
---|
| 532 |
|
---|
| 533 | [ -f "$log_file" ] || die "File '$test_log' is not found."
|
---|
| 534 |
|
---|
[744] | 535 | # Find all RPM packages for the base arch (note the quotes around `` - it's to preserve multi-line result).
|
---|
| 536 | local rpms="`grep "^Wrote: \+.*\.\($base_arch\.rpm\|noarch\.rpm\)$" "$log_file" | sed -e "s#^Wrote: \+##g"`"
|
---|
[739] | 537 | if [ -n "$rpms" ] ; then
|
---|
| 538 | for f in $rpms; do
|
---|
| 539 | echo "Removing $f..."
|
---|
| 540 | run rm -f "$f"
|
---|
| 541 | done
|
---|
| 542 | echo "Removing $log_file[.bak]..."
|
---|
| 543 | run rm -f "$log_file" "$log_file".bak
|
---|
| 544 | else
|
---|
| 545 | die "Cannot find .$base_arch.rpm/.noarch.rpm file names in '$log_file'."
|
---|
| 546 | fi
|
---|
| 547 |
|
---|
| 548 | return
|
---|
| 549 | fi
|
---|
| 550 |
|
---|
| 551 | # Cleanup after "build command".
|
---|
[738] | 552 | [ -f "$spec_list" ] || die \
|
---|
| 553 | "File '$spec_list' is not found.
|
---|
| 554 | You man need to build the packages using the 'build' command."
|
---|
| 555 |
|
---|
| 556 | local files=
|
---|
| 557 | read_file_list "$spec_list" files
|
---|
| 558 |
|
---|
| 559 | for f in $files; do
|
---|
| 560 | echo "Removing $f..."
|
---|
| 561 | run rm -f "$f"
|
---|
| 562 | done
|
---|
| 563 |
|
---|
| 564 | echo "Removing '$spec_name' logs from $log_dir..."
|
---|
| 565 | rm -f "$log_base".*.log "$log_base".*.list "$log_base".list
|
---|
| 566 | }
|
---|
| 567 |
|
---|
[765] | 568 | move_cmd()
|
---|
| 569 | {
|
---|
| 570 | # Check settings.
|
---|
| 571 | [ -n "$spec_ver" ] || die "SPEC parameter lacks version specification."
|
---|
| 572 |
|
---|
| 573 | test -n "$RPMBUILD_BOT_UPLOAD_REPO_LIST" || die "RPMBUILD_BOT_UPLOAD_REPO_LIST is empty."
|
---|
| 574 |
|
---|
| 575 | local from_repo="${command_arg%%=*}"
|
---|
| 576 | local to_repo="${command_arg#*=}"
|
---|
| 577 |
|
---|
| 578 | [ -n "$from_repo" ] || die "FROM_REPO parameter is missing."
|
---|
| 579 | [ "$from_repo" = "$to_repo" ] && die "TO_REPO parameter is missing (or equals to FROM_REPO)."
|
---|
| 580 |
|
---|
| 581 | check_dir_var "RPMBUILD_BOT_UPLOAD_${from_repo}_DIR"
|
---|
| 582 | check_dir_var "RPMBUILD_BOT_UPLOAD_${to_repo}_DIR"
|
---|
| 583 |
|
---|
| 584 | local ver_list="$log_dir/archive/$spec_name.$spec_ver.list"
|
---|
| 585 | [ -f "$ver_list" ] || die "File '$ver_list' is not found."
|
---|
| 586 |
|
---|
| 587 | eval local from_base="\$RPMBUILD_BOT_UPLOAD_${from_repo}_DIR"
|
---|
| 588 | eval local to_base="\$RPMBUILD_BOT_UPLOAD_${to_repo}_DIR"
|
---|
| 589 |
|
---|
| 590 | local files=
|
---|
| 591 | read_file_list "$ver_list" files '
|
---|
| 592 | local dir=
|
---|
| 593 | local base="$from_base"; repo_dir_for_file "$file" dir; file="${dir}/${file##*/}"
|
---|
| 594 | base="$to_base"; repo_dir_for_file "$file" dir; file_post=">${dir}"
|
---|
| 595 | '
|
---|
| 596 | for f in $files; do
|
---|
| 597 | local from="${f%%>*}"
|
---|
| 598 | local to="${f#*>}"
|
---|
| 599 | echo "Moving $from to $to/..."
|
---|
| 600 | run mv "$from" "$to/"
|
---|
| 601 | done
|
---|
| 602 | }
|
---|
| 603 |
|
---|
[738] | 604 | remove_cmd()
|
---|
| 605 | {
|
---|
| 606 | # Check settings.
|
---|
| 607 | [ -n "$spec_ver" ] || die "SPEC parameter lacks version specification."
|
---|
| 608 |
|
---|
| 609 | test -n "$RPMBUILD_BOT_UPLOAD_REPO_LIST" || die "RPMBUILD_BOT_UPLOAD_REPO_LIST is empty."
|
---|
| 610 |
|
---|
| 611 | local repo="$command_arg"
|
---|
| 612 | [ -z "$repo" ] && repo="${RPMBUILD_BOT_UPLOAD_REPO_LIST%% *}"
|
---|
| 613 |
|
---|
| 614 | check_dir_var "RPMBUILD_BOT_UPLOAD_${repo}_DIR"
|
---|
| 615 |
|
---|
| 616 | local ver_list="$log_dir/archive/$spec_name.$spec_ver.list"
|
---|
| 617 | [ -f "$ver_list" ] || die "File '$ver_list' is not found."
|
---|
| 618 |
|
---|
[765] | 619 | eval local base="\$RPMBUILD_BOT_UPLOAD_${repo}_DIR"
|
---|
| 620 |
|
---|
[738] | 621 | local files=
|
---|
| 622 | read_file_list "$ver_list" files 'local dir=; repo_dir_for_file $file dir; file="${dir}/${file##*/}"'
|
---|
| 623 |
|
---|
| 624 | for f in $files; do
|
---|
| 625 | echo "Removing $f..."
|
---|
| 626 | run rm -f "$f"
|
---|
| 627 | done
|
---|
| 628 |
|
---|
| 629 | echo "Removing $ver_list..."
|
---|
| 630 | run rm -f "$ver_list"
|
---|
| 631 |
|
---|
| 632 | # Also remove the logs of last "build" if we are removing the last "build" package.
|
---|
| 633 | if [ -L "$log_dir/archive/$spec_name.list" -a \
|
---|
| 634 | `readlink "$log_dir/archive/$spec_name.list"` = "$spec_name.$spec_ver.list" ] ; then
|
---|
| 635 | echo "Removing '$spec_name' logs from $log_dir/archive..."
|
---|
| 636 | rm -f "$log_dir/archive/$spec_name".*.log "$log_dir/archive/$spec_name".list
|
---|
| 637 | fi
|
---|
| 638 | }
|
---|
| 639 |
|
---|
[724] | 640 | #
|
---|
| 641 | # Main.
|
---|
| 642 | #
|
---|
| 643 |
|
---|
| 644 | # Parse command line.
|
---|
| 645 | while [ -n "$1" ] ; do
|
---|
| 646 | case "$1" in
|
---|
| 647 | -*)
|
---|
| 648 | options="$*"
|
---|
| 649 | while [ -n "$1" ] ; do
|
---|
| 650 | case "$1" in
|
---|
| 651 | -f) force="-f"
|
---|
| 652 | ;;
|
---|
| 653 | *) usage
|
---|
| 654 | ;;
|
---|
| 655 | esac
|
---|
| 656 | shift
|
---|
| 657 | done
|
---|
| 658 | break
|
---|
[518] | 659 | ;;
|
---|
[724] | 660 | *)
|
---|
| 661 | if [ -z "$spec" ] ; then
|
---|
| 662 | spec="$1"
|
---|
| 663 | else
|
---|
| 664 | command="$1"
|
---|
| 665 | fi
|
---|
[518] | 666 | ;;
|
---|
[724] | 667 | esac
|
---|
| 668 | shift
|
---|
[518] | 669 | done
|
---|
| 670 |
|
---|
[724] | 671 | [ -n "$spec" ] || usage
|
---|
| 672 | [ -z "$command" ] && command="build"
|
---|
[467] | 673 |
|
---|
[738] | 674 | spec_ver="${spec#*=}"
|
---|
| 675 | spec="${spec%=*}"
|
---|
| 676 | [ "$spec" = "$spec_ver" ] && spec_ver=
|
---|
| 677 |
|
---|
[765] | 678 | command_name="${command%%=*}"
|
---|
[724] | 679 | command_arg="${command#*=}"
|
---|
| 680 | [ "$command_name" = "$command_arg" ] && command_arg=
|
---|
[467] | 681 |
|
---|
[738] | 682 | need_spec_file=
|
---|
| 683 |
|
---|
| 684 | # Validate commands.
|
---|
[724] | 685 | case "$command_name" in
|
---|
[738] | 686 | build|test)
|
---|
| 687 | need_spec_file=1
|
---|
[724] | 688 | ;;
|
---|
[765] | 689 | upload|clean|move|remove)
|
---|
[738] | 690 | ;;
|
---|
[724] | 691 | *) usage
|
---|
| 692 | ;;
|
---|
| 693 | esac
|
---|
[467] | 694 |
|
---|
[724] | 695 | # Query all rpmbuild macros in a single run as it may be slow.
|
---|
[748] | 696 | eval `rpmbuild.exe --eval='rpmbuild_dir="%_topdir" ; spec_dir="%_specdir" ; src_dir="%_sourcedir"' | tr '\\\' /`
|
---|
[467] | 697 |
|
---|
[748] | 698 | [ -n "$rpmbuild_dir" -a -d "$rpmbuild_dir" ] || die "Falied to get %_topdir from rpmbuild or not directory ($rpmbuild_dir)."
|
---|
| 699 | [ -n "$spec_dir" -a -d "$spec_dir" ] || die "Falied to get %_specdir from rpmbuild or not directory ($spec_dir)."
|
---|
| 700 | [ -n "$src_dir" -a -d "$src_dir" ] || die "Falied to get %_sourcedir from rpmbuild or not directory ($src_dir)."
|
---|
| 701 |
|
---|
[724] | 702 | log_dir="$rpmbuild_dir/logs"
|
---|
| 703 | zip_dir="$rpmbuild_dir/zip"
|
---|
[467] | 704 |
|
---|
[724] | 705 | spec=`echo $spec | tr '\\\' /`
|
---|
[467] | 706 |
|
---|
[724] | 707 | spec_name="${spec##*/}"
|
---|
| 708 |
|
---|
| 709 | if [ "$spec_name" = "$spec" ] ; then
|
---|
| 710 | # No path information, use SPECS
|
---|
| 711 | spec_full="$spec_dir/${spec_name%.spec}.spec"
|
---|
| 712 | else
|
---|
| 713 | # Has some path, use it.
|
---|
| 714 | spec_full="${spec%.spec}.spec"
|
---|
| 715 | fi
|
---|
| 716 |
|
---|
| 717 | spec_name="${spec_name%.spec}"
|
---|
| 718 |
|
---|
[738] | 719 | [ -z "$need_spec_file" -o -f "$spec_full" ] || die "Spec file '$spec_full' is not found."
|
---|
[724] | 720 |
|
---|
| 721 | # Prepare some (non-rpmbuild-standard) directories.
|
---|
| 722 | run mkdir -p "$log_dir"
|
---|
| 723 | run mkdir -p "$log_dir/archive"
|
---|
| 724 | run mkdir -p "$log_dir/test"
|
---|
| 725 | run mkdir -p "$zip_dir"
|
---|
| 726 |
|
---|
| 727 | log_base="$log_dir/$spec_name"
|
---|
| 728 | spec_list="$log_base.list"
|
---|
| 729 |
|
---|
| 730 | echo "Package: $spec_name"
|
---|
| 731 | echo "Command: $command $options"
|
---|
| 732 |
|
---|
| 733 | # Set up the rpmbuild-bot environment.
|
---|
| 734 | . "${0%%.sh}-env.sh"
|
---|
| 735 |
|
---|
[739] | 736 | # Check common settings.
|
---|
| 737 | test -n "$RPMBUILD_BOT_ARCH_LIST" || die "RPMBUILD_BOT_ARCH_LIST is empty."
|
---|
| 738 |
|
---|
[724] | 739 | run eval "${command_name}_cmd"
|
---|
| 740 |
|
---|
[467] | 741 | echo "All done."
|
---|
[724] | 742 |
|
---|
| 743 | exit 0
|
---|