#!/bin/ksh -p

#

# CDDL HEADER START

#

# The contents of this file are subject to the terms of the

# Common Development and Distribution License (the "License").

# You may not use this file except in compliance with the License.

#

# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE

# or http://www.opensolaris.org/os/licensing.

# See the License for the specific language governing permissions

# and limitations under the License.

#

# When distributing Covered Code, include this CDDL HEADER in each

# file and include the License file at usr/src/OPENSOLARIS.LICENSE.

# If applicable, add the following below this CDDL HEADER, with the

# fields enclosed by brackets "[]" replaced with your own identifying

# information: Portions Copyright [yyyy] [name of copyright owner]

#

# CDDL HEADER END

#

#

# Copyright (c) 1999, 2010, Oracle and/or its affiliates. All rights reserved.

# Copyright 2008, 2010, Richard Lowe

# Copyright 2011 Nexenta Systems, Inc.  All rights reserved.

# Copyright 2012 Joshua M. Clulow <[email protected]>

#

# Based on the nightly script from the integration folks,

# Mostly modified and owned by mike_s.

# Changes also by kjc, dmk.

#

# BRINGOVER_WS may be specified in the env file.

# The default is the old behavior of CLONE_WS

#

# -i on the command line, means fast options, so when it's on the

# command line (only), lint and check builds are skipped no matter what

# the setting of their individual flags are in NIGHTLY_OPTIONS.

#

# LINTDIRS can be set in the env file, format is a list of:

#

#	/dirname-to-run-lint-on flag

#

#	Where flag is:	y - enable lint noise diff output

#			n - disable lint noise diff output

#

#	For example: LINTDIRS="$SRC/uts n $SRC/stand y $SRC/psm y"

#

# OPTHOME and TEAMWARE may be set in the environment to override /opt

# and /opt/teamware defaults.

#

#

# The CDPATH variable causes ksh's `cd' builtin to emit messages to stdout

# under certain circumstances, which can really screw things up; unset it.

#

unset CDPATH

# Get the absolute path of the nightly script that the user invoked.  This

# may be a relative path, and we need to do this before changing directory.

nightly_path=`whence $0`

#

# Keep track of where we found nightly so we can invoke the matching

# which_scm script.  If that doesn't work, don't go guessing, just rely

# on the $PATH settings, which will generally give us either /opt/onbld

# or the user's workspace.

#

WHICH_SCM=$(dirname $nightly_path)/which_scm

if [[ ! -x $WHICH_SCM ]]; then

	WHICH_SCM=which_scm

fi

function fatal_error

{

	print -u2 "nightly: $*"

	exit 1

}

#

# Function to do a DEBUG and non-DEBUG build. Needed because we might

# need to do another for the source build, and since we only deliver DEBUG or

# non-DEBUG packages.

#

# usage: normal_build

#

function normal_build {

	typeset orig_p_FLAG="$p_FLAG"

	typeset crypto_signer="$CODESIGN_USER"

	suffix=""

	# non-DEBUG build begins

	if [ "$F_FLAG" = "n" ]; then

		set_non_debug_build_flags

		CODESIGN_USER="$crypto_signer" \

		    build "non-DEBUG" "$suffix-nd" "-nd" "$MULTI_PROTO"

		if [ "$build_ok" = "y" -a "$X_FLAG" = "y" -a \

		    "$p_FLAG" = "y" ]; then

			copy_ihv_pkgs non-DEBUG -nd

		fi

	else

		echo "\n==== No non-DEBUG $open_only build ====\n" >> "$LOGFILE"

	fi

	# non-DEBUG build ends

	# DEBUG build begins

	if [ "$D_FLAG" = "y" ]; then

		set_debug_build_flags

		CODESIGN_USER="$crypto_signer" \

		    build "DEBUG" "$suffix" "" "$MULTI_PROTO"

		if [ "$build_ok" = "y" -a "$X_FLAG" = "y" -a \

		    "$p_FLAG" = "y" ]; then

			copy_ihv_pkgs DEBUG ""

		fi

	else

		echo "\n==== No DEBUG $open_only build ====\n" >> "$LOGFILE"

	fi

	# DEBUG build ends

	p_FLAG="$orig_p_FLAG"

}

#

# usage: run_hook HOOKNAME ARGS...

#

# If variable "$HOOKNAME" is defined, insert a section header into 

# our logs and then run the command with ARGS

#

function run_hook {

	HOOKNAME=$1

    	eval HOOKCMD=\$$HOOKNAME

	shift

	if [ -n "$HOOKCMD" ]; then 

	    	(

			echo "\n==== Running $HOOKNAME command: $HOOKCMD ====\n"

		    	( $HOOKCMD "$@" 2>&1 )

			if [ "$?" -ne 0 ]; then

			    	# Let exit status propagate up

			    	touch $TMPDIR/abort

			fi

		) | tee -a $mail_msg_file >> $LOGFILE

		if [ -f $TMPDIR/abort ]; then

			build_ok=n

			echo "\nAborting at request of $HOOKNAME" |

				tee -a $mail_msg_file >> $LOGFILE

			exit 1

		fi

	fi

}

#

# usage: filelist DESTDIR PATTERN

#

function filelist {

	DEST=$1

	PATTERN=$2

	cd ${DEST}

}

# function to save off binaries after a full build for later

# restoration

function save_binaries {

	# save off list of binaries

	echo "\n==== Saving binaries from build at `date` ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	rm -f ${BINARCHIVE}

	cd ${CODEMGR_WS}

	filelist ${CODEMGR_WS} '^preserve:' >> $LOGFILE

	filelist ${CODEMGR_WS} '^preserve:' | \

	    cpio -ocB 2>/dev/null | compress \

	    > ${BINARCHIVE}

}

# delete files

# usage: hybridize_files DESTDIR MAKE_TARGET

function hybridize_files {

	DEST=$1

	MAKETARG=$2

	echo "\n==== Hybridizing files at `date` ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	for i in `filelist ${DEST} '^delete:'`

	do

		echo "removing ${i}." | tee -a $mail_msg_file >> $LOGFILE

		rm -rf "${i}"

	done

	for i in `filelist ${DEST} '^hybridize:' `

	do

		echo "hybridizing ${i}." | tee -a $mail_msg_file >> $LOGFILE

		rm -f ${i}+

		sed -e "/^# HYBRID DELETE START/,/^# HYBRID DELETE END/d" \

		    < ${i} > ${i}+

		mv ${i}+ ${i}

	done

}

# restore binaries into the proper source tree.

# usage: restore_binaries DESTDIR MAKE_TARGET

function restore_binaries {

	DEST=$1

	MAKETARG=$2

	echo "\n==== Restoring binaries to ${MAKETARG} at `date` ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	cd ${DEST}

	zcat ${BINARCHIVE} | \

	    cpio -idmucvB 2>/dev/null | tee -a $mail_msg_file >> ${LOGFILE}

}

# rename files we save binaries of

# usage: rename_files DESTDIR MAKE_TARGET

function rename_files {

	DEST=$1

	MAKETARG=$2

	echo "\n==== Renaming source files in ${MAKETARG} at `date` ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	for i in `filelist ${DEST} '^rename:'`

	do

		echo ${i} | tee -a $mail_msg_file >> ${LOGFILE}

		rm -f ${i}.export

		mv ${i} ${i}.export

	done

}

#

# Copy some or all of the source tree.

#

# Returns 0 for success, non-zero for failure.

#

# usage: copy_source CODEMGR_WS DESTDIR LABEL SRCROOT

#

function copy_source {

	WS=$1

	DEST=$2

	label=$3

	srcroot=$4

	printf "\n==== Creating %s source from %s (%s) ====\n\n" \

	    "$DEST" "$WS" "$label" | tee -a $mail_msg_file >> $LOGFILE

	printf "cleaning out %s\n" "$DEST." >> $LOGFILE

	rm -rf "$DEST" >> $LOGFILE 2>&1

	printf "creating %s\n" "$DEST." >> $LOGFILE

	mkdir -p "$DEST" 2>> $LOGFILE

	if (( $? != 0 )) ; then

		printf "failed to create %s\n" "$DEST" |

		    tee -a $mail_msg_file >> $LOGFILE

		build_ok=n

		return 1

	fi

	cd "$WS"

	printf "populating %s\n" "$DEST." >> $LOGFILE

	case "$SCM_TYPE" in

	teamware)

		find $srcroot -name 's\.*' -a -type f -print | \

		    sed -e 's,SCCS\/s.,,' | \

		    grep -v '/\.del-*' | \

		    cpio -pd $DEST >>$LOGFILE 2>&1

		if (( $? != 0 )) ; then

		    printf "cpio failed for %s\n" "$DEST" |

			tee -a $mail_msg_file >> $LOGFILE

		    build_ok=n

		    return 1

		fi

		;;

	mercurial)

		copy_source_mercurial $DEST $srcroot

		if (( $? != 0 )) ; then

		    build_ok=n

		    return 1

		fi

		;;

	*)

		build_ok=n

		echo "Tree copy is not supported for workspace type" \

		    "$SCM_TYPE" | tee -a $mail_msg_file >> $LOGFILE

		return 1

		;;

	esac

	return 0

}

#

# Mercurial-specific copy code for copy_source().  Handles the

# combined open and closed trees.

#

# Returns 0 for success, non-zero for failure.

#

# usage: copy_source_mercurial destdir srcroot

#

function copy_source_mercurial {

	typeset dest=$1

	typeset srcroot=$2

	typeset open_top closed_top

	case $srcroot in

	usr)

		open_top=usr

		if [[ "$CLOSED_IS_PRESENT" = yes ]]; then

			closed_top=usr/closed

		fi

		;;

	usr/closed*)

		if [[ "$CLOSED_IS_PRESENT" = no ]]; then

			printf "can't copy %s: closed tree not present.\n" \

			    "$srcroot" | tee -a $mail_msg_file >> $LOGFILE

			return 1

		fi

		closed_top="$srcroot"

		;;

	*)

		open_top="$srcroot"

		;;

	esac		

	if [[ -n "$open_top" ]]; then

		hg locate -I "$open_top" | cpio -pd "$dest" >>$LOGFILE 2>&1

		if (( $? != 0 )) ; then

		    printf "cpio failed for %s\n" "$dest" |

			tee -a $mail_msg_file >> $LOGFILE

		    return 1

		fi

	fi

	if [[ -n "$closed_top" ]]; then

		mkdir -p "$dest/usr/closed" || return 1

		if [[ "$closed_top" = usr/closed ]]; then

			(cd usr/closed; hg locate |

			    cpio -pd "$dest/usr/closed") >>$LOGFILE 2>&1

			if (( $? != 0 )) ; then

			    printf "cpio failed for %s/usr/closed\n" \

				"$dest" | tee -a $mail_msg_file >> $LOGFILE

			    return 1

			fi

		else

			# copy subtree of usr/closed

			closed_top=${closed_top#usr/closed/}

			(cd usr/closed; hg locate -I "$closed_top" |

			    cpio -pd "$dest/usr/closed") >>$LOGFILE 2>&1

			if (( $? != 0 )) ; then

			    printf "cpio failed for %s/usr/closed/%s\n" \

				"$dest" "$closed_top" |

				tee -a $mail_msg_file >> $LOGFILE

			    return 1

			fi

		fi

	fi

	return 0

}

#

# function to create (but not build) the export/crypt source tree.

# usage: set_up_source_build CODEMGR_WS DESTDIR MAKE_TARGET

# Sets SRC to the modified source tree, for use by the caller when it

# builds the tree.

#

function set_up_source_build {

	WS=$1

	DEST=$2

	MAKETARG=$3

	copy_source $WS $DEST $MAKETARG usr

	if (( $? != 0 )); then

	    echo "\nCould not copy source tree for source build." |

		tee -a $mail_msg_file >> $LOGFILE

	    build_ok=n

	    return

	fi

	SRC=${DEST}/usr/src

	cd $SRC

	rm -f ${MAKETARG}.out

	echo "making ${MAKETARG} in ${SRC}." >> $LOGFILE

	/bin/time $MAKE -e ${MAKETARG} 2>&1 | \

	    tee -a $SRC/${MAKETARG}.out >> $LOGFILE

	echo "\n==== ${MAKETARG} build errors ====\n" >> $mail_msg_file

	egrep ":" $SRC/${MAKETARG}.out | \

		egrep -e "(^${MAKE}:|[ 	]error[: 	\n])" | \

		egrep -v "Ignoring unknown host" | \

		egrep -v "warning" >> $mail_msg_file

	echo "clearing state files." >> $LOGFILE

	find . -name '.make*' -exec rm -f {} \;

}

# Return library search directive as function of given root.

function myldlibs {

	echo "-L$1/lib -L$1/usr/lib"

}

# Return header search directive as function of given root.

function myheaders {

	echo "-I$1/usr/include"

}

#

# Function to do the build, including package generation.

# usage: build LABEL SUFFIX ND MULTIPROTO

# - LABEL is used to tag build output.

# - SUFFIX is used to distinguish files (e.g., DEBUG vs non-DEBUG,

#   open-only vs full tree).

# - ND is "-nd" (non-DEBUG builds) or "" (DEBUG builds).

# - If MULTIPROTO is "yes", it means to name the proto area according to

#   SUFFIX.  Otherwise ("no"), (re)use the standard proto area.

#

function build {

	LABEL=$1

	SUFFIX=$2

	ND=$3

	MULTIPROTO=$4

	INSTALLOG=install${SUFFIX}-${MACH}

	NOISE=noise${SUFFIX}-${MACH}

	PKGARCHIVE=${PKGARCHIVE_ORIG}${SUFFIX}

	ORIGROOT=$ROOT

	[ $MULTIPROTO = no ] || export ROOT=$ROOT$SUFFIX

	if [[ "$O_FLAG" = y ]]; then

		echo "\nSetting CLOSEDROOT= ${ROOT}-closed\n" >> $LOGFILE

		export CLOSEDROOT=${ROOT}-closed

	fi

	export ENVLDLIBS1=`myldlibs $ROOT`

	export ENVCPPFLAGS1=`myheaders $ROOT`

	this_build_ok=y

	#

	#	Build OS-Networking source

	#

	echo "\n==== Building OS-Net source at `date` ($LABEL) ====\n" \

		>> $LOGFILE

	rm -f $SRC/${INSTALLOG}.out

	cd $SRC

	/bin/time $MAKE -e install 2>&1 | \

	    tee -a $SRC/${INSTALLOG}.out >> $LOGFILE

	if [[ "$SCM_TYPE" = teamware ]]; then

		echo "\n==== SCCS Noise ($LABEL) ====\n" >> $mail_msg_file

		egrep 'sccs(check:| *get)' $SRC/${INSTALLOG}.out >> \

			$mail_msg_file

	fi

	echo "\n==== Build errors ($LABEL) ====\n" >> $mail_msg_file

	egrep ":" $SRC/${INSTALLOG}.out |

		egrep -e "(^${MAKE}:|[ 	]error[: 	\n])" | \

		egrep -v "Ignoring unknown host" | \

		egrep -v "cc .* -o error " | \

		egrep -v "warning" >> $mail_msg_file

	if [ "$?" = "0" ]; then

		build_ok=n

		this_build_ok=n

	fi

	grep "bootblock image is .* bytes too big" $SRC/${INSTALLOG}.out \

		>> $mail_msg_file

	if [ "$?" = "0" ]; then

		build_ok=n

		this_build_ok=n

	fi

	if [ "$W_FLAG" = "n" ]; then

		echo "\n==== Build warnings ($LABEL) ====\n" >>$mail_msg_file

		egrep -i warning: $SRC/${INSTALLOG}.out \

			| egrep -v '^tic:' \

			| egrep -v "symbol (\`|')timezone' has differing types:" \

		        | egrep -v "parameter <PSTAMP> set to" \

			| egrep -v "Ignoring unknown host" \

			| egrep -v "redefining segment flags attribute for" \

			>> $mail_msg_file

	fi

	echo "\n==== Ended OS-Net source build at `date` ($LABEL) ====\n" \

		>> $LOGFILE

	echo "\n==== Elapsed build time ($LABEL) ====\n" >>$mail_msg_file

	tail -3  $SRC/${INSTALLOG}.out >>$mail_msg_file

	if [ "$i_FLAG" = "n" -a "$W_FLAG" = "n" ]; then

		rm -f $SRC/${NOISE}.ref

		if [ -f $SRC/${NOISE}.out ]; then

			mv $SRC/${NOISE}.out $SRC/${NOISE}.ref

		fi

		grep : $SRC/${INSTALLOG}.out \

			| egrep -v '^/' \

			| egrep -v '^(Start|Finish|real|user|sys|./bld_awk)' \

			| egrep -v '^tic:' \

			| egrep -v '^mcs' \