#!/bin/ksh -p

#

# CDDL HEADER START

#

# The contents of this file are subject to the terms of the

# Common Development and Distribution License, Version 1.0 only

# (the "License").  You may not use this file except in compliance

# with the License.

#

# You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE

# or http://www.opensolaris.org/os/licensing.

# See the License for the specific language governing permissions

# and limitations under the License.

#

# When distributing Covered Code, include this CDDL HEADER in each

# file and include the License file at usr/src/OPENSOLARIS.LICENSE.

# If applicable, add the following below this CDDL HEADER, with the

# fields enclosed by brackets "[]" replaced with your own identifying

# information: Portions Copyright [yyyy] [name of copyright owner]

#

# CDDL HEADER END

#

#

# Copyright 2005 Sun Microsystems, Inc.  All rights reserved.

# Use is subject to license terms.

#

# ident	"%Z%%M%	%I%	%E% SMI"

#

# Based on the nightly script from the integration folks,

# Mostly modified and owned by mike_s.

# Changes also by kjc, dmk.

#

# BRINGOVER_WS may be specified in the env file.

# The default is the old behavior of CLONE_WS

#

# -i on the command line, means fast options, so when it's on the

# command line (only), lint, check, GPROF and TRACE builds are skipped

# no matter what the setting of their individual flags are in NIGHTLY_OPTIONS.

#

# LINTDIRS can be set in the env file, format is a list of:

#

#	/dirname-to-run-lint-on flag

#

#	Where flag is:	y - enable lint noise diff output

#			n - disable lint noise diff output

#

#	For example: LINTDIRS="$SRC/uts n $SRC/stand y $SRC/psm y"

#

# -A flag in NIGHTLY_OPTIONS checks ABI diffs in .so files

# This option requires a couple of scripts.

#

# OPTHOME and TEAMWARE may be set in the environment to override /opt

# and /opt/teamware defaults.

#

#

# The CDPATH variable causes ksh's `cd' builtin to emit messages to stdout

# under certain circumstances, which can really screw things up; unset it.

#

unset CDPATH

# function to do a DEBUG and non-DEBUG build. Needed because we might

# need to do another for the source build, and since we only deliver DEBUG or

# non-DEBUG packages.

normal_build() {

	# timestamp the start of a nightly build; the findunref tool uses it.

	touch $SRC/.build.tstamp

	# non-DEBUG build begins

	if [ "$F_FLAG" = "n" ]; then

		export INTERNAL_RELEASE_BUILD ; INTERNAL_RELEASE_BUILD=

		export RELEASE_BUILD ; RELEASE_BUILD=

		unset EXTRA_OPTIONS

		unset EXTRA_CFLAGS

		build non-DEBUG -nd

		if [ "$build_ok" = "y" -a "$X_FLAG" = "y" -a "$p_FLAG" = "y" ]; then

			copy_ihv_pkgs non-DEBUG -nd

		fi

	else

		echo "\n==== No non-DEBUG build ====\n" >> $LOGFILE

	fi

	# non-DEBUG build ends

	# DEBUG build begins

	if [ "$D_FLAG" = "y" ]; then

		export INTERNAL_RELEASE_BUILD ; INTERNAL_RELEASE_BUILD=

		unset RELEASE_BUILD

		unset EXTRA_OPTIONS

		unset EXTRA_CFLAGS

		build DEBUG ""

		if [ "$build_ok" = "y" -a "$X_FLAG" = "y" -a "$p_FLAG" = "y" ]; then

			copy_ihv_pkgs DEBUG ""

		fi

	else

		echo "\n==== No DEBUG build ====\n" >> $LOGFILE

	fi

	# DEBUG build ends

}

filelist() {

	if  [ $# -ne 2 ]; then

		echo "usage: filelist DESTDIR PATTERN"

		exit 1;

	fi

	DEST=$1

	PATTERN=$2

	cd ${DEST}

	OBJFILES=${ORIG_SRC}/xmod/obj_files

	if [ ! -f ${OBJFILES} ]; then

		return;

	fi

	for i in `grep -v '^#' ${ORIG_SRC}/xmod/obj_files | \

	    grep ${PATTERN} | cut -d: -f2 | tr -d ' \t'`

	do

		# wildcard expansion

		for j in $i

		do

			if [ -f "$j" ]; then

				echo $j

			fi

			if [ -d "$j" ]; then

				echo $j

			fi

		done

	done | sort | uniq

}

# function to save off binaries after a full build for later

# restoration

save_binaries() {

	# save off list of binaries

	echo "\n==== Saving binaries from build at `date` ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	rm -f ${BINARCHIVE}

	cd ${CODEMGR_WS}

	filelist ${CODEMGR_WS} '^preserve:' >> $LOGFILE

	filelist ${CODEMGR_WS} '^preserve:' | \

	    cpio -ocB 2>/dev/null | compress \

	    > ${BINARCHIVE}

}

# delete files

hybridize_files() {

	if  [ $# -ne 2 ]; then

		echo "usage: hybridize_files DESTDIR MAKE_TARGET"

		exit 1;

	fi

	DEST=$1

	MAKETARG=$2

	echo "\n==== Hybridizing files at `date` ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	for i in `filelist ${DEST} '^delete:'`

	do

		echo "removing ${i}." | tee -a $mail_msg_file >> $LOGFILE

		rm -rf "${i}"

	done

	for i in `filelist ${DEST} '^hybridize:' `

	do

		echo "hybridizing ${i}." | tee -a $mail_msg_file >> $LOGFILE

		rm -f ${i}+

		sed -e "/^# HYBRID DELETE START/,/^# HYBRID DELETE END/d" \

		    < ${i} > ${i}+

		mv ${i}+ ${i}

	done

}

# restore binaries into the proper source tree.

restore_binaries() {

	if  [ $# -ne 2 ]; then

		echo "usage: restore_binaries DESTDIR MAKE_TARGET"

		exit 1;

	fi

	DEST=$1

	MAKETARG=$2

	echo "\n==== Restoring binaries to ${MAKETARG} at `date` ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	cd ${DEST}

	zcat ${BINARCHIVE} | \

	    cpio -idmucvB 2>/dev/null | tee -a $mail_msg_file >> ${LOGFILE}

}

# rename files we save binaries of

rename_files() {

	if  [ $# -ne 2 ]; then

		echo "usage: rename_files DESTDIR MAKE_TARGET"

		exit 1;

	fi

	DEST=$1

	MAKETARG=$2

	echo "\n==== Renaming source files in ${MAKETARG} at `date` ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	for i in `filelist ${DEST} '^rename:'`

	do

		echo ${i} | tee -a $mail_msg_file >> ${LOGFILE}

		rm -f ${i}.export

		mv ${i} ${i}.export

	done

}

# function to create the export/crypt source tree

# usage: clone_source CODEMGR_WS DESTDIR MAKE_TARGET

clone_source() {

	if  [ $# -ne 3 ]; then

		echo "usage: clone_source CODEMGR_WS DESTDIR MAKE_TARGET"

		exit 1;

	fi

	WS=$1

	DEST=$2

	MAKETARG=$3

	echo "\n==== Creating ${DEST} source from ${WS} (${MAKETARG}) ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	echo "cleaning out ${DEST}." >> $LOGFILE

	rm -rf "${DEST}" >> $LOGFILE 2>&1

	mkdir -p ${DEST}

	cd ${WS}

	echo "creating ${DEST}." >> $LOGFILE

	find usr/src -name 's\.*' -a -type f -print | \

	    sed -e 's,SCCS\/s.,,' | \

	    grep -v '/\.del-*' | \

	    cpio -pd ${DEST} >>$LOGFILE 2>&1

	SRC=${DEST}/usr/src

	cd $SRC

	rm -f ${MAKETARG}.out

	echo "making ${MAKETARG} in ${SRC}." >> $LOGFILE

	/bin/time $MAKE -e ${MAKETARG} 2>&1 | \

	    tee -a $SRC/${MAKETARG}.out >> $LOGFILE

	echo "\n==== ${MAKETARG} build errors ====\n" >> $mail_msg_file

	egrep ":" $SRC/${MAKETARG}.out | \

		egrep -e "(^${MAKE}:|[ 	]error[: 	\n])" | \

		egrep -v "Ignoring unknown host" | \

		egrep -v "warning" >> $mail_msg_file

	echo "clearing state files." >> $LOGFILE

	find . -name '.make*' -exec rm -f {} \;

	cd ${DEST}

	if [ "${MAKETARG}" = "CRYPT_SRC" ]; then

		rm -f ${CODEMGR_WS}/crypt_files.cpio.Z

		echo "\n==== xmod/cry_files that don't exist ====\n" | \

		    tee -a $mail_msg_file >> $LOGFILE

		CRYPT_FILES=${WS}/usr/src/xmod/cry_files

		for i in `cat ${CRYPT_FILES}`

		do

			# make sure the files exist

			if [ -f "$i" ]; then

				continue

			fi

			if [ -d "$i" ]; then

				continue

			fi

			echo "$i" | tee -a $mail_msg_file >> $LOGFILE

		done

		find `cat ${CRYPT_FILES}` -print 2>/dev/null | \

		    cpio -ocB 2>/dev/null | \

		    compress > ${CODEMGR_WS}/crypt_files.cpio.Z

	fi

	if [ "${MAKETARG}" = "EXPORT_SRC" ]; then

		# rename first, since we might restore a file

		# of the same name (mapfiles)

		rename_files ${EXPORT_SRC} EXPORT_SRC

		if [ "$SH_FLAG" = "y" ]; then

			hybridize_files ${EXPORT_SRC} EXPORT_SRC

		fi

	fi

	# save the cleartext

	echo "\n==== Creating ${MAKETARG}.cpio.Z ====\n" | \

	    tee -a $mail_msg_file >> $LOGFILE

	cd ${DEST}

	rm -f ${MAKETARG}.cpio.Z

	find usr/src -depth -print | \

	    grep -v usr/src/${MAKETARG}.out | \

	    cpio -ocB 2>/dev/null | \

	    compress > ${CODEMGR_WS}/${MAKETARG}.cpio.Z

	if [ "${MAKETARG}" = "EXPORT_SRC" ]; then

		restore_binaries ${EXPORT_SRC} EXPORT_SRC

	fi

	if [ "${MAKETARG}" = "CRYPT_SRC" ]; then

		restore_binaries ${CRYPT_SRC} CRYPT_SRC

	fi

}

# function to do the build.

# usage: build LABEL SUFFIX

build() {

	if  [ $# -ne 2 ]; then

		echo "usage: build LABEL SUFFIX"

		exit 1;

	fi

	LABEL=$1

	SUFFIX=$2

	INSTALLOG=install${SUFFIX}-${MACH}

	NOISE=noise${SUFFIX}-${MACH}

	CPIODIR=${CPIODIR_ORIG}${SUFFIX}

	PKGARCHIVE=${PKGARCHIVE_ORIG}${SUFFIX}

	if [ "$SPARC_RM_PKGARCHIVE_ORIG" ]; then

		SPARC_RM_PKGARCHIVE=${SPARC_RM_PKGARCHIVE_ORIG}${SUFFIX}

	fi

	#remove old logs

	OLDINSTALLOG=install${SUFFIX}

	OLDNOISE=noise${SUFFIX}

	rm -f $SRC/${OLDINSTALLOG}.out

	rm -f $SRC/${OLDNOISE}.ref

	if [ -f $SRC/${OLDNOISE}.out ]; then

		mv $SRC/${OLDNOISE}.out $SRC/${NOISE}.ref

	fi

	this_build_ok=y

	#

	#	Build OS-Networking source

	#

	echo "\n==== Building OS-Net source at `date` ($LABEL) ====\n" \

		>> $LOGFILE

	rm -f $SRC/${INSTALLOG}.out

	cd $SRC

	/bin/time $MAKE -e install 2>&1 | \

	    tee -a $SRC/${INSTALLOG}.out >> $LOGFILE

	echo "\n==== Build errors ($LABEL) ====\n" >> $mail_msg_file

	egrep ":" $SRC/${INSTALLOG}.out |

		egrep -e "(^${MAKE}:|[ 	]error[: 	\n])" | \

		egrep -v "Ignoring unknown host" | \

		egrep -v "cc .* -o error " | \

		egrep -v "warning" >> $mail_msg_file

	if [ "$?" = "0" ]; then

		build_ok=n

		this_build_ok=n

	fi

	grep "bootblock image is .* bytes too big" $SRC/${INSTALLOG}.out \

		>> $mail_msg_file

	if [ "$?" = "0" ]; then

		build_ok=n

		this_build_ok=n

	fi

	if [ "$W_FLAG" = "n" ]; then

		echo "\n==== Build warnings ($LABEL) ====\n" >>$mail_msg_file

		# should be none, but there are a few that are pmake

		# related, and a couple of silly ones.

		egrep -i warning: $SRC/${INSTALLOG}.out \

			| egrep -v '^tic:' \

			| egrep -v '^mcs:' \

			| egrep -v '^LD_LIBRARY_PATH=' \

			| egrep -v 'multiple use of -K option' \

			| egrep -v 'option -I appears more than once' \

			| egrep -v 'ar: creating' \

			| egrep -v 'ar: writing' \

			| egrep -v 'conflicts:' \

			| egrep -v ':saved created' \

			| egrep -v '^stty.*c:' \

			| egrep -v '^mfgname.c:' \

			| egrep -v '^uname-i.c:' \

			| egrep -v '^volumes.c:' \

			| egrep -v '^lint library construction:' \

			| egrep -v 'tsort: INFORM:' \

			| egrep -v 'stripalign:' \

			| egrep -v 'chars, width' \

			| egrep -v 'option -zdefs/nodefs appears more than' \

			| egrep -v "symbol \`timezone' has differing types:" \

			| egrep -v "parameter <PSTAMP> set to" \

			| egrep -v "^Manifying" \

			| egrep -v "Ignoring unknown host" \

			| egrep -v "redefining segment flags attribute for" \

			>> $mail_msg_file

	fi

	echo "\n==== Ended OS-Net source build at `date` ($LABEL) ====\n" \

		>> $LOGFILE

	echo "\n==== Elapsed build time ($LABEL) ====\n" >>$mail_msg_file

	tail -3  $SRC/${INSTALLOG}.out >>$mail_msg_file

	if [ "$i_FLAG" = "n" -a "$W_FLAG" = "n" ]; then

		rm -f $SRC/${NOISE}.ref

		if [ -f $SRC/${NOISE}.out ]; then

			mv $SRC/${NOISE}.out $SRC/${NOISE}.ref

		fi

		grep : $SRC/${INSTALLOG}.out \

			| egrep -v '^/' \

			| egrep -v '^(Start|Finish|real|user|sys|./bld_awk)' \

			| egrep -v '^tic:' \

			| egrep -v '^mcs' \

			| egrep -v '^LD_LIBRARY_PATH=' \

			| egrep -v 'multiple use of -K option' \

			| egrep -v 'option -I appears more than once' \

			| egrep -v 'ar: creating' \

			| egrep -v 'ar: writing' \

			| egrep -v 'conflicts:' \

			| egrep -v ':saved created' \

			| egrep -v '^stty.*c:' \

			| egrep -v '^mfgname.c:' \

			| egrep -v '^uname-i.c:' \

			| egrep -v '^volumes.c:' \

			| egrep -v '^lint library construction:' \

			| egrep -v 'tsort: INFORM:' \

			| egrep -v 'stripalign:' \

			| egrep -v 'chars, width' \

			| egrep -v 'option -zdefs/nodefs appears more than' \

			| egrep -v "symbol \`timezone' has differing types:" \

			| egrep -v 'PSTAMP' \

			| egrep -v '|%WHOANDWHERE%|' \

			| egrep -v '^Manifying' \

			| egrep -v 'Ignoring unknown host' \

			| egrep -v 'Processing method:' \

			| egrep -v '^Writing' \

			| egrep -v 'spellin1:' \

			| egrep -v '^adding:' \

			| egrep -v "^echo 'msgid" \

			| egrep -v '^echo ' \

			| egrep -v '\.c:$' \

			| egrep -v '^Adding file:' \

			| egrep -v 'CLASSPATH=' \

			| egrep -v '\/var\/mail\/:saved' \

			| egrep -v -- '-DUTS_VERSION=' \

			| egrep -v '^Running Mkbootstrap' \

			| egrep -v '^Applet length read:' \

			| egrep -v 'bytes written:' \

			| egrep -v '^File:SolarisAuthApplet.bin' \

			| egrep -v -i 'jibversion' \

			| egrep -v '^Output size:' \

			| egrep -v '^Solo size statistics:' \

			| egrep -v '^Using ROM API Version' \

			| egrep -v '^Zero Signature length:' \

			| egrep -v '^Note \(probably harmless\):' \

			| egrep -v '::' \

			| egrep -v -- '-xcache' \

			| egrep -v '^\+' \

			| sort | uniq >$SRC/${NOISE}.out

		if [ ! -f $SRC/${NOISE}.ref ]; then

			cp $SRC/${NOISE}.out $SRC/${NOISE}.ref

		fi

		echo "\n==== Build noise differences ($LABEL) ====\n" \

			>>$mail_msg_file

		diff $SRC/${NOISE}.ref $SRC/${NOISE}.out >>$mail_msg_file

	fi

	#

	#	Create cpio archives for preintegration testing (PIT)

	#

	if [ "$a_FLAG" = "y" -a "$this_build_ok" = "y" ]; then

		echo "\n==== Creating $LABEL cpio archives at `date` ====\n" \

			>> $LOGFILE

		makebfu_file="${TMPDIR}/makebfu"

		rm -f ${makebfu_file}

		makebfu 2>&1 | \

			tee -a ${makebfu_file} >> $LOGFILE

		echo "\n==== cpio archives build errors ($LABEL) ====\n" \

			>> $mail_msg_file

		grep -v "^Creating .* archive:" ${makebfu_file} | \

			grep -v "^Making" | \

			grep -v "^$" | \

			sort | uniq >> $mail_msg_file

		rm -f ${makebfu_file}

		# hack for test folks

		if [ -z "`echo $PARENT_WS|egrep '^\/ws\/'`" ]; then

			X=/net/`uname -n`${CPIODIR}

		else

			X=${CPIODIR}

		fi

		echo "Archive_directory: ${X}" >${TMPDIR}/f

		cp ${TMPDIR}/f ${CPIODIR}/../../.${MACH}_wgtrun

		rm -f ${TMPDIR}/f

	else

		echo "\n==== Not creating $LABEL cpio archives ====\n" \

			>> $LOGFILE

	fi

	#

	#	Building Packages

	#

	if [ "$p_FLAG" = "y" -a "$this_build_ok" = "y" ]; then

		echo "\n==== Creating $LABEL packages at `date` ====\n" \

			>> $LOGFILE

		rm -f $SRC/pkgdefs/${INSTALLOG}.out

		echo "Clearing out $PKGARCHIVE ..." >> $LOGFILE

		rm -rf $PKGARCHIVE

		mkdir -p $PKGARCHIVE

		#

		# Optional build of sparc realmode on i386

		#

		if [ "$MACH" = "i386" ] && [ "${SPARC_RM_PKGARCHIVE}" ]; then

			echo "Clearing out ${SPARC_RM_PKGARCHIVE} ..." \

				>> $LOGFILE

			rm -rf ${SPARC_RM_PKGARCHIVE}

			mkdir -p ${SPARC_RM_PKGARCHIVE}

		fi

		cd $SRC/pkgdefs

		$MAKE -e install 2>&1 | \

			tee -a $SRC/pkgdefs/${INSTALLOG}.out >> $LOGFILE

		echo "\n==== Package build errors ($LABEL) ====\n" \

			>> $mail_msg_file