OpenSDE Framework (without history before r20070)
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

996 lines
28 KiB

  1. #!/bin/bash
  2. # --- SDE-COPYRIGHT-NOTE-BEGIN ---
  3. # This copyright note is auto-generated by ./scripts/Create-CopyPatch.
  4. #
  5. # Filename: scripts/Build-Pkg
  6. # Copyright (C) 2006 - 2007 The OpenSDE Project
  7. # Copyright (C) 2004 - 2006 The T2 SDE Project
  8. # Copyright (C) 1998 - 2003 Clifford Wolf
  9. #
  10. # More information can be found in the files COPYING and README.
  11. #
  12. # This program is free software; you can redistribute it and/or modify
  13. # it under the terms of the GNU General Public License as published by
  14. # the Free Software Foundation; version 2 of the License. A copy of the
  15. # GNU General Public License can be found in the file COPYING.
  16. # --- SDE-COPYRIGHT-NOTE-END ---
  17. exec 2>&1
  18. buildstart="`date "+%m/%d/%Y from %T"`"
  19. sderootdirs="scripts bin etc lib misc doc src package architecture target"
  20. options=''
  21. config=default
  22. clear_src=1
  23. norebuild=0
  24. update=0
  25. make_tar=''
  26. prefix="usr"
  27. prefix_auto=1
  28. pkgdir=""
  29. verbose=0
  30. xtrace=0
  31. debug=0
  32. chroot=0
  33. root=""
  34. id=''
  35. stagelevel=9
  36. this_is_the_2nd_run=0
  37. #
  38. # ---- Functions
  39. #
  40. help_msg() {
  41. spacer=" "
  42. echo
  43. echo "Usage: ./scripts/Build-Pkg" \
  44. "[ -0 | -1 | -2 ... | -8 | -9 ] \\"
  45. echo "$spacer [ -v ] [ -xtrace ] [ -chroot ] \\"
  46. echo "$spacer [ -root { <rootdir> | auto } ] \\"
  47. echo "$spacer [ -cfg <config> ] [ -update ] \\"
  48. echo "$spacer [ -prefix <prefix-dir> ] [ -norebuild ] \\"
  49. echo "$spacer [ -noclearsrc ] [ -pkgdir <pkgdir> ] \\"
  50. echo "$spacer [ -id <id> ] [ -debug ] pkg-name(s)"
  51. echo
  52. }
  53. #
  54. # ---- Parse options + config and make Build-Pkg sub-calls
  55. #
  56. while [ "$1" ] ; do
  57. case "$1" in
  58. -this_is_the_2nd_run) this_is_the_2nd_run=1 ;;
  59. -[0-9]) options="$options $1" ; stagelevel=${1#-} ;;
  60. -v) options="$options $1" ; verbose=1 ;;
  61. -xtrace) options="$options $1" ; xtrace=1 ;;
  62. -debug) options="$options $1" ; debug=1 ; clear_src=0 ;;
  63. -update) options="$options $1" ; update=1 ;;
  64. -chroot) options="$options $1" ; chroot=1 ;;
  65. -chr-sub) options="$options $1" ; chroot=0 ;;
  66. -cfg) options="$options $1 $2" ; config="$2" ; shift ;;
  67. -root) options="$options $1 $2" ; root="$2" ; shift ;;
  68. -prefix) options="$options $1 $2" ;
  69. prefix_auto=0 ; prefix="$2" ; shift ;;
  70. -id) options="$options $1 $2" ; id="$2" ; shift ;;
  71. -pkgdir) options="$options $1 $2" ; pkgdir="$2" ; shift ;;
  72. -noclearsrc) options="$options $1" ; clear_src=0 ;;
  73. -norebuild) options="$options $1" ; norebuild=1 ;;
  74. -*) help_msg ; exit 1 ;;
  75. *) break ;;
  76. esac
  77. shift
  78. done
  79. # check if arguments are left as package names
  80. if [ $# = 0 ] ; then
  81. help_msg ; exit 1
  82. fi
  83. . lib/functions.in
  84. . lib/parse-config
  85. if [ -z "$root" -a $stagelevel -le 1 ] ||
  86. [ -z "$root" -a $chroot -eq 1 ] ||
  87. [ "$root" = auto ]; then
  88. # stage 0 cross compiler build
  89. if [ $stagelevel -eq 0 ]; then root="build/$SDECFG_ID/TOOLCHAIN/$toolsdir"
  90. # the new systems root
  91. else root="build/$SDECFG_ID"; fi
  92. fi
  93. [ "$pkgdir" -a "${pkgdir#/}" = "$pkgdir" ] && pkgdir="$base/$pkgdir"
  94. [ "$root" -a "${root#/}" = "$root" ] && root="$base/$root"
  95. # remove leading and trailing / on prefix and root
  96. prefix=${prefix%/} ; prefix=${prefix#/} ; root=${root%/}
  97. # xroot is for internal use and always points to the new system
  98. xroot="$root"
  99. if [ $stagelevel -le 1 ]; then
  100. sysroot="$base/build/$SDECFG_ID" # always fresh sandbox
  101. else
  102. root=
  103. sysroot=
  104. fi
  105. if [ -z "$id" ] ; then
  106. id=`get_unique`
  107. options="$options -id $id"
  108. fi
  109. # more than one package is passed
  110. if [ $# -gt 1 ] ; then
  111. for x ; do
  112. if ! ./scripts/Build-Pkg $options $x && \
  113. [ $stagelevel -le "$SDECFG_ABORT_ON_ERROR_AFTER" ] ; then
  114. exit 1
  115. fi
  116. done
  117. exit 0
  118. fi
  119. pkg="${1%=*}" ; xpkg="${1#*=}"
  120. builddir="$base/src.$pkg.$config.$id"
  121. if [ "$chroot" = 1 ] ; then
  122. cd "$xroot" || exit 1
  123. x_mknod() {
  124. if [ ! -c "$1" -a ! -b "$1" ]; then
  125. mknod "$@"
  126. fi
  127. }
  128. mkdir -p dev/loop
  129. x_mknod dev/null c 1 3
  130. x_mknod dev/zero c 1 5
  131. x_mknod dev/random c 1 8
  132. x_mknod dev/urandom c 1 9
  133. x_mknod dev/loop/0 b 7 0
  134. x_mknod dev/loop/1 b 7 1
  135. x_mknod dev/loop/2 b 7 2
  136. x_mknod dev/loop/3 b 7 3
  137. #_mknod dev/tty c 5 0
  138. if [ ! -L dev/fd ]; then
  139. ln -s /proc/self/fd dev/fd
  140. fi
  141. realconf=$(cd $base/config; pwd -P)
  142. realdown=$(cd $base/download; pwd -P)
  143. realbase=$(dirname $(cd $base/scripts; pwd -P))
  144. if [ ! -e TOOLCHAIN/loop/scripts ]; then
  145. mkdir -p TOOLCHAIN/{loop,config,download}
  146. mount --bind $realbase TOOLCHAIN/loop
  147. mount --bind $realconf TOOLCHAIN/config
  148. mount --bind $realdown TOOLCHAIN/download
  149. fi
  150. if [ ! -f proc/mounts ]; then
  151. mount -nt proc none proc
  152. fi
  153. for x in $sderootdirs; do
  154. if [ ! -e TOOLCHAIN/$x ]; then ln -s "loop/$x" "TOOLCHAIN/$x"; fi
  155. done
  156. if [ ! -e "TOOLCHAIN/build/$SDECFG_ID" ]; then
  157. mkdir -p "TOOLCHAIN/build"
  158. ln -snf ../.. "TOOLCHAIN/build/$SDECFG_ID"
  159. fi
  160. mkdir -p "TOOLCHAIN/src.$pkg.$config.$id"
  161. ln -s "$PWD/TOOLCHAIN/src.$pkg.$config.$id" "$builddir"
  162. cat > $builddir/chroot.sh <<- EOT
  163. export ROCK_THIS_IS_CHROOT=1; cd /TOOLCHAIN
  164. ./scripts/Build-Pkg $options -chr-sub -root "/" "$1"
  165. EOT
  166. cat > $builddir/debug.sh <<- EOT
  167. #!/bin/bash
  168. if [ ! -f "$xroot/proc/mounts" ]; then
  169. mount -nt proc none "$xroot/proc"
  170. fi
  171. if [ ! -e "$xroot/TOOLCHAIN/loop/scripts" ]; then
  172. mkdir -p "$xroot/"TOOLCHAIN/{loop,config,download}
  173. mount --bind $realbase "$xroot/TOOLCHAIN/loop"
  174. mount --bind $realconf "$xroot/TOOLCHAIN/config"
  175. mount --bind $realdown "$xroot/TOOLCHAIN/download"
  176. fi
  177. export ROCK_THIS_IS_CHROOT=1
  178. chroot "$xroot" /bin/bash TOOLCHAIN/src.$pkg.$config.$id/debug_x.sh
  179. if ! fuser -s "$xroot/TOOLCHAIN/" ; then
  180. echo "Loop mounts appear unused - un-mounting ..."
  181. umount "$xroot/TOOLCHAIN/"{loop,config,download}
  182. umount "$xroot/proc"
  183. fi
  184. EOT
  185. chmod +x $builddir/debug.sh
  186. if [ "$TZ" ] ; then
  187. if [ "${TZ#/}" != "$TZ" ] ; then
  188. cp $TZ TOOLCHAIN/localtime
  189. else
  190. cp /usr/share/zoneinfo/$TZ TOOLCHAIN/localtime
  191. fi
  192. else
  193. if [ -f /etc/localtime ] ; then
  194. cp /etc/localtime TOOLCHAIN/localtime
  195. else
  196. ln -sf /usr/share/zoneinfo/Factory TOOLCHAIN/localtime
  197. fi
  198. fi
  199. if [ "$SDECFG_PKG_DISTCC_HOST_RESOLV" = "1" ]; then
  200. cat /etc/resolv.conf > etc/resolv.conf
  201. fi
  202. TZ="/TOOLCHAIN/localtime" chroot . bin/bash TOOLCHAIN/src.$pkg.$config.$id/chroot.sh
  203. returncode=$?
  204. if [ ! -d "$builddir/." ]; then
  205. rm "$builddir"
  206. fi
  207. exit $returncode
  208. fi
  209. ./scripts/Build-Tools -$stagelevel -cfg $config || exit 1
  210. if [ "$SDECFG_FLIST" = "flwrapper" -a -z "$FLWRAPPER" ] ; then
  211. export FLWRAPPER_WLOG="$builddir/fl_wrapper.wlog"
  212. export FLWRAPPER_RLOG="$builddir/fl_wrapper.rlog"
  213. export FLWRAPPER_BASEPID=$$
  214. export FLWRAPPER_FILTERDIR="/tmp/:$builddir"
  215. [ "$LD_PRELOAD" ] && LD_PRELOAD="${LD_PRELOAD}:"
  216. export FLWRAPPER="$base/build/$SDECFG_ID/TOOLCHAIN/$toolsdir/lib/fl_wrapper.so"
  217. export LD_PRELOAD="${LD_PRELOAD}$FLWRAPPER"
  218. fi
  219. export INSTALL_WRAPPER_LOGFILE="$builddir/install_wrapper.log"
  220. export CMD_WRAPPER_LOGFILE="$builddir/cmd_wrapper.log"
  221. export UNAME_WRAPPER_LOGFILE="$builddir/uname_wrapper.log"
  222. if [ $norebuild = 1 -a -f $root/var/adm/logs/$stagelevel-$xpkg.log ] ; then
  223. echo_pkg_deny $stagelevel $pkg "already built"
  224. exit 0
  225. fi
  226. # TODO: should i be pedantic and force rebuild of low stages even if $norebuild? /mnemoc
  227. if [ "$SDECFG_RETRY_BROKEN" = 0 -a $norebuild = 1 -a \
  228. -f $root/var/adm/logs/$stagelevel-$xpkg.err ] ; then
  229. echo_pkg_deny $stagelevel $pkg "already failed"
  230. exit 1
  231. fi
  232. archdir="$builddir/archdir"
  233. detect_confdir
  234. if [ -z "$confdir" ] ; then
  235. echo_pkg_deny $stagelevel $pkg "does not exist" ; exit 1
  236. fi
  237. mkdir -p $root/var/adm/logs
  238. mkdir -p $root/var/adm/flists
  239. mkdir -p $root/var/adm/olists
  240. mkdir -p $root/var/adm/cksums
  241. mkdir -p $root/var/adm/md5sums
  242. mkdir -p $root/var/adm/packages
  243. mkdir -p $root/var/adm/dependencies
  244. mkdir -p $root/var/adm/dep-debug
  245. mkdir -p $root/var/adm/parse-config
  246. mkdir -p $root/var/adm/cache
  247. mkdir -p $root/var/adm/descs
  248. [ "$root" ] && chmod 0755 $root
  249. rm -f $root/var/adm/logs/$stagelevel-$xpkg.out
  250. rm -f $root/var/adm/logs/$stagelevel-$xpkg.log
  251. rm -f $root/var/adm/logs/$stagelevel-$xpkg.err
  252. if [ $this_is_the_2nd_run = 0 ] ; then
  253. [ $stagelevel -gt 1 ] && . /etc/profile
  254. options="-this_is_the_2nd_run $options $pkg=$xpkg"
  255. if [ "$SDECFG_CREATE_CACHE" = 1 -a $stagelevel -gt 1 ] ; then
  256. mkdir -p $root/var/adm/cache
  257. rm -f $root/var/adm/cache/$xpkg
  258. rm -f $root/var/adm/cache/$xpkg.tm
  259. /usr/bin/time -o "$root/var/adm/cache/$xpkg.tm" \
  260. -f 'buildtime=$(qcalc %U + %S)' $0 $options
  261. returncode=$?
  262. [ ! -e "$root/var/adm/cache/$xpkg.tm" ] && exit $returncode
  263. qcalc() { gawk "BEGIN { printf(\"%d\n\", ($*)*100); }"; }
  264. eval "`grep -v '^Command ' < $root/var/adm/cache/$xpkg.tm`"
  265. rm -f $root/var/adm/cache/$xpkg.tm
  266. # store reference time
  267. if [ $pkg = binutils ]; then
  268. echo $buildtime > $sysroot/TOOLCHAIN/reftime
  269. fi
  270. # compute relative build time to binutils (LFS-style)
  271. if [ -e $root/TOOLCHAIN/reftime ]; then
  272. reftime=`cat $root/TOOLCHAIN/reftime`
  273. else
  274. reftime=$buildtime # so until we have a ref all will be 100%
  275. fi
  276. # quantisized to 5% steps
  277. buildtime=`gawk "BEGIN { printf(\"%d\n\", int($buildtime * 20 / $reftime) * 5 ); }"`
  278. {
  279. date '+%n[TIMESTAMP] %s %c'
  280. [ -f $root/var/adm/logs/$stagelevel-$xpkg.err ] &&
  281. x=" ERROR" || x=""
  282. echo "[BUILDTIME] $buildtime ($stagelevel)$x"
  283. x="$root/var/adm/packages/$xpkg"
  284. if [ -f $x ]; then
  285. echo "[SIZE] `grep "^Package Size: " \
  286. $x | cut -f3- -d' '`"
  287. fi
  288. echo
  289. x="$root/var/adm/dependencies/$xpkg"
  290. [ "$pkg" != "sde-debug" -a -f $x ] &&
  291. sed 's,^[^:]*:,[DEP],' $x
  292. } > $root/var/adm/cache/$xpkg
  293. exit $returncode
  294. else
  295. exec $0 $options
  296. fi
  297. fi
  298. #
  299. # ---- Setting Build Variables
  300. #
  301. flistroot="bin boot etc lib lib64 sbin usr var opt"
  302. # remove the obvious noise: ldconfig and our /var/adm as well as due to
  303. # rare i18n locale directories ...
  304. flistrfilter="ldconfig\..*: .*|.*: /var/adm/.*|.*: .*/share/locale/.*"
  305. flistdel="etc/ld.so.cache|etc/blkid.tab|var/tmp/.*|usr/tmp/.*|var/adm/logs/.*|.*\\.old"
  306. flistvalid="$base|/tmp|/var/backups|/proc|/dev"
  307. foodirlist="bindir sbindir libdir datadir includedir sysconfdir localstatedir docdir"
  308. init_vars_and_hooks
  309. #
  310. # ---- Read various config files
  311. #
  312. parse_desc $pkg
  313. echo_pkg_start $stagelevel $repository $xpkg $ver $extraver
  314. if [ "$SDECFG_PARANOIA_CHECK" = 1 -a -z "$pkgdir" ] ; then
  315. x="`./scripts/Check-PkgFormat $pkg`"
  316. [ "$x" ] && abort "$x\nDisable the 'Paranoia Check' config `
  317. `option to ignore such errors."
  318. fi
  319. targetdir="$base/target/$target"
  320. detect_patchfiles
  321. if [ $stagelevel -eq 0 ]; then
  322. var_append patchfiles ' ' "`ls $confdir/*.patch.cross0{,.$arch} \
  323. 2>/dev/null | tr '\n' ' '`"
  324. fi
  325. if [ $stagelevel -le 1 ]; then
  326. var_append patchfiles ' ' "`ls $confdir/*.patch.cross{,.$arch} \
  327. 2>/dev/null | tr '\n' ' '`"
  328. fi
  329. set_confopt
  330. if [ $stagelevel -gt 1 ]; then
  331. for pc_file in $xroot/var/adm/parse-config/* ; do
  332. if [ -s "$pc_file" -a "${pc_file##*/}" != "$xpkg" ]
  333. then . "$pc_file" ; fi
  334. done
  335. unset pc_file
  336. fi
  337. . $base/build/$SDECFG_ID/TOOLCHAIN/$toolsdir/lib/parse-config
  338. # Erase positional parameters to prevent unintended parameter
  339. # passing. We do not want to pass the current positional parameters
  340. # to the loaded script.
  341. set --
  342. eval "$desc_O"
  343. # include package pre config - if any
  344. if [ -f $base/build/$SDECFG_ID/TOOLCHAIN/$toolsdir/lib/pkg_${pkg}_pre.conf ] ; then
  345. # echo_status "Reading build/.../$toolsdir/lib/pkg_${pkg}_pre.conf"
  346. . $base/build/$SDECFG_ID/TOOLCHAIN/$toolsdir/lib/pkg_${pkg}_pre.conf
  347. fi
  348. for x in $( get_expanded $base/target/%/pkg_$pkg.conf $targetchain ) \
  349. $confdir/$pkg.conf ; do
  350. if [ -f $x ]; then
  351. # if [[ $x == */$pkg.conf ]]; then
  352. # echo_status "Reading package configuration from package directory."
  353. # else
  354. # echo_status "Reading package configuration from target directory."
  355. # fi
  356. . $x
  357. break
  358. fi
  359. done
  360. # include package post config - if any
  361. if [ -f $base/build/$SDECFG_ID/TOOLCHAIN/$toolsdir/lib/pkg_${pkg}_post.conf ] ; then
  362. # echo_status "Reading build/.../$toolsdir/lib/pkg_${pkg}_post.conf"
  363. . $base/build/$SDECFG_ID/TOOLCHAIN/$toolsdir/lib/pkg_${pkg}_post.conf
  364. fi
  365. if [ -f $base/architecture/$arch/pkg-header ] ; then
  366. # echo_status "Reading overwrites from architecture/$arch/pkg-header."
  367. . $base/architecture/$arch/pkg-header
  368. fi
  369. for x in $( get_expanded $base/target/%/pkg-header `get_reverted $targetchain` ); do
  370. if [ -f $x ] ; then
  371. # echo_status "Reading overwrites from ${x#$base/}."
  372. . $x
  373. fi
  374. done
  375. #
  376. # ---- Variable updates based on the configuration files read
  377. #
  378. if [ -z "$prefix" -o "${prefix#usr}" != "$prefix" ] ; then
  379. flistdel="$flistdel|usr/share/info/(dir|standards.info)"
  380. if [ "$SDECFG_DISABLE_NLS" = 1 ] ; then
  381. flistdel="$flistdel|usr/share/locale/..[/_].*"
  382. flistdel="$flistdel|usr/share/man/..[/_].*"
  383. fi
  384. else
  385. flistdel="$flistdel|$prefix/info/(dir|standards.info)"
  386. if [ "$SDECFG_DISABLE_NLS" = 1 ] ; then
  387. flistdel="$flistdel|$prefix/share/locale/..[/_].*"
  388. flistdel="$flistdel|$prefix/man/..[/_].*"
  389. fi
  390. fi
  391. #
  392. # ---- Build Package
  393. #
  394. echo_status "Preparing build in src.$pkg.$config.$id"
  395. if [ $clear_src = 1 ] ; then
  396. mkdir -p $builddir; chmod 0755 $builddir
  397. if [ "$SDECFG_SRC_TMPFS" = 1 ]; then
  398. mount -t tmpfs -o $SDECFG_SRC_TMPFS_OPT none $builddir
  399. fi
  400. else
  401. mkdir -p $builddir; chmod 0755 $builddir
  402. fi
  403. if [ $update = 1 -a ! -f $xroot/var/adm/md5sums/$xpkg ] ; then
  404. echo_status "Ignoring update mode since package isn't installed already."
  405. update=0
  406. fi
  407. if [ $update = 1 ] ; then
  408. echo_status "Creating backup of old package data."
  409. (
  410. cd $xroot/
  411. md5sum --check var/adm/md5sums/$xpkg 2>&1 < /dev/null |
  412. grep ': FAILED$' | cut -f1 -d:
  413. ) > $builddir/backup_files.txt
  414. if [ -s $builddir/backup_files.txt ] ; then
  415. mkdir -p "$xroot/var/adm/backup"
  416. chmod 700 "$xroot/var/adm/backup"
  417. backup_tar="$xroot/var/adm/backup/$(
  418. date '+%Y%m%d%H%M%S')_$xpkg.tar.bz2"
  419. ( cd $xroot/; tar --no-recursion -cf - -T $builddir/`
  420. `backup_files.txt || true; ) | bzip2 > $backup_tar
  421. else
  422. update=0
  423. fi
  424. fi
  425. if [ "$SDECFG_FLIST" = "flwrapper" ] ; then
  426. rm -f $builddir/fl_wrapper.wlog $builddir/fl_wrapper.rlog
  427. touch $builddir/fl_wrapper.wlog $builddir/fl_wrapper.rlog
  428. elif [ "$SDECFG_FLIST" = "find" ] ; then
  429. touch $builddir/temp.time_stamp
  430. sleep 2
  431. fi
  432. hook_eval prepare
  433. # define new abort function for errors while building
  434. #
  435. abort() {
  436. [ "$*" ] && echo "$*"; echo "--- BUILD ERROR ---"
  437. rm -vf $root/var/adm/logs/$stagelevel-$xpkg.log
  438. false
  439. }
  440. {
  441. trap 'echo "Got SIGINT (Crtl-C). Aborting build." ; exit 1' INT
  442. exec < /dev/null
  443. # Makes debugging build problems easier
  444. #
  445. hook_dump > $builddir/debug.hooks
  446. #
  447. {
  448. dump_env
  449. cat <<- EOT
  450. PS1='\\[\\e[00m\\e[01;31m\\]debug-`
  451. `$xpkg\\[\\e[00m\\]:[\\W]\\\$ '
  452. alias cp="cp -i" ; alias mv="mv -i"
  453. alias rm="rm -i" ; alias ls="ls --color=auto -a"
  454. alias ..="cd .." ; alias ...="cd ../.."
  455. fixfile () {
  456. # we use .vanilla to not rediff backup .orig from patch
  457. [ -f \$1.vanilla ] || cp \$1 \$1.vanilla
  458. # maybe we do not have the editor yet?
  459. which \$EDITOR > /dev/null || EDITOR=nvi
  460. \$EDITOR \$1
  461. }
  462. fixfilediff() {
  463. find -name '*.vanilla' -printf '%P\n' | while read x ; do
  464. diff -u \$x \${x/.vanilla/}
  465. done
  466. }
  467. EOT
  468. } > $builddir/debug.buildenv
  469. #
  470. cat > $builddir/debug_x.sh <<- EOT
  471. #!/bin/bash
  472. cd $builddir; exec bash --rcfile debug.buildenv 200>> build.pid
  473. EOT
  474. #
  475. if [ "$ROCK_THIS_IS_CHROOT" != 1 ]; then
  476. mv $builddir/debug_x.sh $builddir/debug.sh
  477. chmod +x $builddir/debug.sh
  478. fi
  479. # Create PID file
  480. #
  481. # The builtin-variable '$$' is not this pid because this proc
  482. # is just a sub-proc of $$. That's why the $builddir/strace.tmp
  483. # hack is required to get the right pid to trace.
  484. #
  485. # We also conntect filedescriptor 3 with the pid file. So the command
  486. # 'fuser' can be used to create a list of all processes which are part
  487. # of this build process.
  488. #
  489. sh -c 'echo $PPID' > $builddir/build.pid
  490. exec 200>> $builddir/build.pid
  491. echo "Command Wrapper Debug: running '${CC} --version' .."
  492. type ${CC}; CMD_WRAPPER_DEBUG=1 ${CC} --version
  493. echo "[ writing debug log to $builddir/cmd_wrapper.log ]"
  494. if [ "$debug" = 1 ] ; then
  495. echo "Everything is set up." \
  496. "We are in debug mode - so exit now."
  497. exit
  498. fi
  499. if [ "$SDECFG_FLIST" = "strace" ] ; then
  500. strace -o $builddir/strace.out -F -f -q -e open,creat,mkdir,`
  501. `mknod,link,symlink,rename,utime,chdir,execve,fork,`
  502. `vfork,_exit,exit_group -p `cat $builddir/build.pid` &
  503. strace_pid=$! ; sleep 1 ; cd $base
  504. fi
  505. (
  506. set -e
  507. mkdir -p "$builddir/archdir"
  508. populate_archdir
  509. echo "Running main build function '$mainfunction' ..."
  510. if [ $xtrace -eq 1 -o $SDECFG_XTRACE -eq 1 ] ; then
  511. PS4=$'=[$FUNCNAME:$LINENO (last \\\$?=$?)> ' ; set -o xtrace
  512. cd $builddir ; eval "$mainfunction"
  513. set +o xtrace
  514. else
  515. cd $builddir ; eval "$mainfunction"
  516. fi
  517. touch $root/var/adm/logs/$stagelevel-$xpkg.log
  518. )
  519. [ -f $root/var/adm/logs/$stagelevel-$xpkg.log ] ||
  520. abort "Due to previous errors, no $stagelevel-$xpkg.log file!
  521. (Try enabling xtrace in the config to track an error inside the build system.)"
  522. hook_eval postinstall
  523. echo "Creating file list and doing final adaptions ... "
  524. #
  525. cd $xroot/
  526. [ -s "var/adm/parse-config/$xpkg" ] &&
  527. echo "var/adm/parse-config/$xpkg" >> $builddir/flist.txt
  528. for x in var/adm/flists/$xpkg var/adm/md5sums/$xpkg \
  529. var/adm/cksums/$xpkg var/adm/packages/$xpkg \
  530. var/adm/descs/$xpkg var/adm/dependencies/$xpkg ; do
  531. touch $x ; echo "$x" >> $builddir/flist.txt
  532. done
  533. #
  534. if [ "$SDECFG_FLIST" = "strace" ] ; then
  535. sleep 1 ; kill -INT $strace_pid ; sleep 1
  536. fl_stparse -w $builddir/fl_wrapper.wlog \
  537. -r $builddir/fl_wrapper.rlog < $builddir/strace.out
  538. fi
  539. # sanitize accidental //s
  540. sed -i -e 's,//*,/,g' $builddir/fl_wrapper.wlog
  541. sed -i -e 's,//*,/,g' $builddir/fl_wrapper.rlog
  542. if [ "$SDECFG_FLIST" = "flwrapper" -o \
  543. "$SDECFG_FLIST" = "strace" ] ; then
  544. if [ "$stagelevel" -le 1 ]
  545. then
  546. xbase="$( cd $xroot/ 2> /dev/null ; pwd -P )"
  547. flistvalid="$xbase|$flistvalid"
  548. if egrep -qv " ($flistvalid)/" $builddir/fl_wrapper.wlog
  549. then
  550. while read file ; do
  551. if [ -e "$file" ] ; then
  552. echo "Created file outside basedir: $file"
  553. abort_soon=1
  554. else # non fatal for now (configure junk)
  555. echo "Created (vanished) file outside basedir (ignored): $file"
  556. fi
  557. done < <( egrep -v " ($flistvalid)/" \
  558. $builddir/fl_wrapper.wlog |
  559. cut -f2- | sort -u )
  560. echo "base #1: $base"
  561. echo "base #2: $xbase"
  562. [ "$abort_soon" = 1 ] && abort
  563. fi
  564. fi
  565. fl_wrparse -D -s -r "$xroot/" < $builddir/fl_wrapper.wlog > \
  566. $builddir/flist.txt.tmp
  567. # check for file creation beside the allowed top-level
  568. # directories - allow root since qt, wxwidgets, ... create some
  569. # profile there ... - on stage 0 we have an ugly symlink hack
  570. # so we get doc, $arch_machine, ... in the top level dir :-(
  571. if [ $stagelevel -gt 0 ]; then
  572. fr="$flistroot root TOOLCHAIN"
  573. while read file; do
  574. echo "Created file outside allowed top-level dir: $file"
  575. abort_soon=1
  576. done < <( egrep -v "^(${fr// /|})(/|$)" \
  577. $builddir/flist.txt.tmp )
  578. [ "$abort_soon" = 1 ] && abort
  579. fi
  580. egrep "^(${flistroot// /|})(/|$)" $builddir/flist.txt.tmp >> \
  581. $builddir/flist.txt
  582. elif [ "$SDECFG_FLIST" = "find" ] ; then
  583. find $flistroot \
  584. \( -not -type d -or -type d -empty \) \
  585. -and \( -newer $builddir/temp.time_stamp -or \
  586. -cnewer $builddir/temp.time_stamp \) -printf "%p\n" >> \
  587. $builddir/flist.txt
  588. fi
  589. # evaluate flistdel
  590. egrep -v "^($flistdel)\$" $builddir/flist.txt > $builddir/flist.txt.new
  591. mv $builddir/flist.txt{.new,}
  592. hook_eval postflist
  593. # save the old flist for later orphaned file check
  594. [ -e var/adm/flists/$xpkg ] &&
  595. cp -f var/adm/flists/$xpkg $builddir/flist.txt.old
  596. fl_wrparse -D -p "$xpkg" -r "$xroot/" < $builddir/flist.txt |
  597. sort -u > $builddir/flist.txt.new
  598. # analyze which files have not been reinstalled and thus are (normally)
  599. # no longer needed (orphaned)
  600. if [ -e $builddir/flist.txt.old ]; then
  601. echo "Searching for orphaned files ..."
  602. diff --normal $builddir/flist.txt.{old,new} |
  603. grep '^<' | cut -d ' ' -f 2- > $builddir/olist.txt.new
  604. [ -e var/adm/olists/$xpkg ] &&
  605. cp -f var/adm/olists/$xpkg $builddir/olist.txt.old ||
  606. touch $builddir/olist.txt.old
  607. cat $builddir/olist.txt.{old,new} | sort -u > \
  608. var/adm/olists/$xpkg
  609. fi
  610. # until all olist regressions are fixed merge the two lists ... :-(
  611. touch $builddir/flist.txt.old
  612. cat $builddir/flist.txt.{old,new} | egrep -v "^$xpkg: ($flistdel)\$" |
  613. sort -u > var/adm/flists/$xpkg
  614. echo Found `wc -l < var/adm/flists/$xpkg` "files for this package."
  615. echo Found `wc -l < var/adm/olists/$xpkg` "orphaned files for this package."
  616. echo "Clear (old) md5sums and cksums ..."
  617. echo -n > var/adm/md5sums/$xpkg
  618. echo -n > var/adm/cksums/$xpkg
  619. if [ "$SDECFG_FLIST" = "flwrapper" -o \
  620. "$SDECFG_FLIST" = "strace" ] && [ $stagelevel -gt 1 ] ; then
  621. echo "Calculating package dependencies ..."
  622. ! egrep -v "^($flistrfilter)\$" $builddir/fl_wrapper.[rw]log |
  623. sort -u | fl_wrparse -D -s -r "$xroot/" -p '' | sort -u |
  624. grep -v ' var/adm/' | awk '
  625. # read the var/adm/... file content in
  626. ARGIND < ARGC-1 {
  627. if ( $1 != "'$xpkg':" )
  628. f[$2] = $1 " " f[$2];
  629. }
  630. # iterate over the read file list streamed to stdin
  631. ARGIND == ARGC-1 {
  632. file = $2;
  633. if ( f[file] ) {
  634. print f[file] " " file;
  635. }
  636. }
  637. ' var/adm/flists/* - >> $builddir/dependencies.debug
  638. awk 'BEGIN { FS=": "; } { print "'$xpkg': " $1; }' \
  639. < $builddir/dependencies.debug \
  640. >> $builddir/dependencies.txt
  641. sort -u $builddir/dependencies.debug > var/adm/dep-debug/$xpkg
  642. # merge the dependencies defined by the package
  643. for x in `echo "$desc_E" | egrep '^add ' | sed 's/^add //' ` ; do
  644. echo "Adding dependency: $x ..."
  645. echo "$xpkg: $x" >> $builddir/dependencies.txt
  646. done
  647. # remove dependencies as requested by the package
  648. # TODO: goups are not used yet (and it is not easy here)
  649. del_pattern=""
  650. for x in `echo "$desc_E" | egrep '^del ' | sed 's/^del //' ` ; do
  651. del_pattern="$del_pattern -e \".*: $x\$\""
  652. done
  653. if [ -n "$del_pattern" ] ; then
  654. echo "Deleting dependencies, pattern: $del_pattern ..."
  655. eval egrep -v $del_pattern \
  656. $builddir/dependencies.txt > \
  657. $builddir/dependencies.txt.new
  658. mv $builddir/dependencies.txt{.new,}
  659. fi
  660. sort -u $builddir/dependencies.txt > var/adm/dependencies/$xpkg
  661. fi
  662. echo -n "Creating md5sum and cksum files ..."
  663. getfiles < var/adm/flists/$xpkg > $builddir/files.lst
  664. if [ -s $builddir/files.lst ] ; then
  665. cat $builddir/files.lst | \
  666. grep -v '^var/adm/' | sed -e 's,^.*,"\0",' | \
  667. xargs -r md5sum > var/adm/md5sums/$xpkg
  668. cat $builddir/files.lst | \
  669. grep -v '^var/adm/' | sed -e 's,^.*,"\0",' | \
  670. xargs -r cksum > var/adm/cksums/$xpkg
  671. fi
  672. echo ' done.'
  673. echo "Creating package description ..."
  674. #
  675. rocksrcck=$( pkgchksum $base/package/*/$pkg )
  676. buildlist="$( grep "^Build \[.\] at " var/adm/packages/$xpkg || true
  677. echo "Build [$stagelevel] at $buildstart to `date "+%T %Z"`")"
  678. #
  679. cat > var/adm/packages/$xpkg << EOT
  680. Package Name and Version: $xpkg $ver $extraver
  681. Package Size: `getdu $root/ < var/adm/flists/$xpkg`, `
  682. wc -l < var/adm/flists/$xpkg | tr -d ' '` files
  683. OpenSDE Package Source Checksum: $rocksrcck
  684. OpenSDE Version and Architecture: $sdever $arch
  685. $buildlist
  686. Prefix: $prefix
  687. EOT
  688. # Location libdir: /opt/openldap/lib
  689. for x in $foodirlist; do
  690. if [ "`eval echo \\$$x`" != "`pkggetdir $x`" ]; then
  691. echo "Location $x: `eval echo \\$$x`" \
  692. >> var/adm/packages/$xpkg
  693. fi
  694. done
  695. cat >> var/adm/packages/$xpkg << EOT
  696. Status: ${desc_S:-ALPHA}, License: ${desc_L:-Unknown}
  697. ${desc_I:-$xpkg}
  698. $( echo "${desc_T:-No description available.}" | sed 's,^, ,' )
  699. URL(s):
  700. $( echo "${desc_U:-http://www.t2-project.org/packages/$pkg.html}" | sed 's,^, ,' )
  701. Original Author(s):
  702. $( echo "${desc_A:-Unknown}" | sed 's,^, ,' )
  703. Package Maintainer(s):
  704. $( echo "${desc_M:-Unknown}" | sed 's,^, ,' )
  705. Download URL(s):
  706. $( echo "${desc_D:-None}" | awk '{ print " " $3 $2; }' )
  707. EOT
  708. {
  709. echo "[CONFIG] ${SDECFG_ID#*-}"
  710. descfile=$base/package/*/$pkg/$pkg.desc
  711. while read x ; do
  712. if [ "${x#\[}" != "$x" ] ; then
  713. x="`echo ${x// /|} | tr -d '[]'`"
  714. y="${x%%|*}" ; x="(${x%|(*)})"
  715. egrep "^\[$x\]" $descfile | expand | sed "s,^[^ ]*,[$y],"
  716. fi
  717. done < $base/etc/desc_format
  718. } > var/adm/descs/$xpkg
  719. echo "Making post-install adaptions."
  720. if [ "$SDECFG_PARANOIA_CHECK" = 1 ] ; then
  721. found_errors=0
  722. found_dups=0
  723. # check for files which are 'shared' with other packages
  724. if [ "$check_shared" != "0" ]; then
  725. while read dummy file; do
  726. if [ $found_dups = 0 ] ; then
  727. echo "Found shared files with other packages:"
  728. found_errors=1; found_dups=1
  729. fi
  730. echo "$file:" $( cd $root/var/adm/flists
  731. grep -l " $file\$" * )
  732. done < <( echo $root/var/adm/flists/* | xargs -n 128 cat | sed "s,^$xpkg:,.," | \
  733. sort -k2 | uniq -d -f1 | grep '^\. ' )
  734. fi
  735. found_local=0
  736. # check for files in /usr/local
  737. if [ "$check_usrlocal" != "0" ]; then
  738. while read file ; do
  739. if [ $found_local = 0 ] ; then
  740. echo "Found files in /usr/local:"
  741. found_errors=1; found_local=1
  742. fi
  743. echo $file
  744. done < <( sed "s,^$xpkg: ,/," $root/var/adm/flists/$xpkg | \
  745. egrep "^/usr/local" )
  746. fi
  747. found_bad=0
  748. # check for registered 'bad files'
  749. if [ "$check_badfiles" != "0" -a -n "$badfiles" ]; then
  750. echo "$badfiles" > $builddir/badfiles.txt
  751. while read x file; do
  752. if [ $found_bad = 0 ]; then
  753. echo "Found registered 'bad files' in package:"
  754. found_errors=1; found_bad=1
  755. fi
  756. desc="No description found!"
  757. for ((x=0; x<badfiles_nr; x++)); do
  758. if echo " $file" | grep -q "${badfiles_desc[x]%%$'\n'*}"
  759. then desc="${badfiles_desc[x]#*$'\n'}"; fi
  760. done
  761. echo "$file: $desc"
  762. done < <( grep -f $builddir/badfiles.txt $root/var/adm/flists/$xpkg )
  763. fi
  764. [ $found_errors != 0 ] && abort "Due to previous errors."
  765. fi
  766. } 2>&1 | {
  767. trap '' INT
  768. echo_status "Writing build output to" \
  769. "\$root/var/adm/logs/$stagelevel-$xpkg.out"
  770. if [ "$SDECFG_VERBOSE" = 1 -o "$verbose" = 1 ] ; then
  771. tee $root/var/adm/logs/$stagelevel-$xpkg.out
  772. else
  773. cat > $root/var/adm/logs/$stagelevel-$xpkg.out
  774. fi
  775. }
  776. hook_eval finish
  777. if [ $update = 1 ] ; then
  778. echo_status "Restoring backup of old package data."
  779. while read fn ; do
  780. [ -f $xroot/$fn ] && mv $xroot/$fn $xroot/$fn.new
  781. done < $builddir/backup_files.txt
  782. tar --use-compress-program=bzip2 -C $xroot/ -xpf $backup_tar
  783. while read fn ; do
  784. cmp -s $fn $fn.new && rm -f $fn.new
  785. done < $builddir/backup_files.txt
  786. fi
  787. cd $base
  788. umount -r -d -f $builddir/* 2> /dev/null
  789. umount -r -d -f -l $builddir/* 2> /dev/null
  790. if [ "$SDECFG_SRC_TMPFS_LOG" = 1 -a -n "$( type -p df )" ]; then
  791. mkdir -p $root/var/adm/sde-debug
  792. if [ ! -f $root/var/adm/sde-debug/tmpfslog.txt ] ; then
  793. echo -e "# Config\tPackage\tInodes\tKB" | \
  794. expand -t20 > $root/var/adm/sde-debug/tmpfslog.txt
  795. fi
  796. echo -e "$config\t$stagelevel-$xpkg\t$(
  797. df 2> /dev/null -Pi $builddir | tail -n 1 | tr -s ' ' | cut -f3 -d' '
  798. )\t$(
  799. df 2> /dev/null -Pk $builddir | tail -n 1 | tr -s ' ' | cut -f3 -d' ')" | \
  800. expand -t20 >> $root/var/adm/sde-debug/tmpfslog.txt
  801. fi
  802. umount -r -d -f $builddir 2> /dev/null
  803. umount -r -d -f -l $builddir 2> /dev/null
  804. if [ -f $root/var/adm/logs/$stagelevel-$xpkg.log ] ; then
  805. if [ $clear_src = 1 ] ; then
  806. rm -rf $builddir/* $builddir
  807. else
  808. cp $root/var/adm/logs/$stagelevel-$xpkg.out $builddir/BUILD-LOG
  809. fi
  810. echo_status "\$root/var/adm/logs/$stagelevel-$xpkg.out" \
  811. "-> $stagelevel-$xpkg.log"
  812. mv $root/var/adm/logs/$stagelevel-$xpkg.out \
  813. $root/var/adm/logs/$stagelevel-$xpkg.log
  814. echo_pkg_finish $stagelevel $repository $xpkg
  815. exit 0
  816. else
  817. if [ $clear_src = 1 -a "$SDECFG_ALWAYS_CLEAN" = 1 ] ; then
  818. rm -rf $builddir/* $builddir
  819. else
  820. cp $root/var/adm/logs/$stagelevel-$xpkg.out $builddir/ERROR-LOG
  821. fi
  822. if [ "$SDECFG_VERBOSE" != 1 -a "$verbose" != 1 ] ; then
  823. echo_errorquote "$( grep -v 'make[^ ]*:' \
  824. $root/var/adm/logs/$stagelevel-$xpkg.out |
  825. grep -B8 -- '--- BUILD ERROR ---' |
  826. sed '/--- BUILD ERROR ---/d' )"
  827. fi
  828. echo_status "\$root/var/adm/logs/$stagelevel-$xpkg.out" \
  829. "-> $stagelevel-$xpkg.err"
  830. mv $root/var/adm/logs/$stagelevel-$xpkg.out \
  831. $root/var/adm/logs/$stagelevel-$xpkg.err
  832. echo_pkg_abort $stagelevel $repository $xpkg
  833. exit 1
  834. fi
  835. # ---- EOF