--- a/components/diffstat/Makefile	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/diffstat/Makefile	Tue Aug 04 12:01:03 2015 -0700
@@ -40,12 +40,21 @@
 
 CC += $(CC_BITS)
 
+COMPONENT_TEST_TRANSFORMS += \
+	'-e "/^Checking/d" '
+
 COMPONENT_TEST_DIR =	$(SOURCE_DIR)
 COMPONENT_TEST_ENV =	PATH=$(@D):$(SOURCE_DIR):$(PATH)
 COMPONENT_TEST_CMD =	./testing/run_test.sh
 COMPONENT_TEST_ARGS =	./testing/case*.pat
 COMPONENT_TEST_TARGETS =
 
+COMPONENT_SYSTEM_TEST_DIR =	$(SOURCE_DIR)
+COMPONENT_SYSTEM_TEST_ENV =	PATH=/usr/bin:$(SOURCE_DIR):$(PATH)
+COMPONENT_SYSTEM_TEST_CMD =	./testing/run_test.sh
+COMPONENT_SYSTEM_TEST_ARGS =	./testing/case*.pat
+COMPONENT_SYSTEM_TEST_TARGETS =
+
 ASLR_MODE = $(ASLR_ENABLE)
 
 configure:	$(CONFIGURE_64)
@@ -56,7 +65,7 @@
 
 test:		$(TEST_64)
 
-system-test:    $(SYSTEM_TESTS_NOT_IMPLEMENTED)
+system-test:    $(SYSTEM_TEST_64)
 
 REQUIRED_PACKAGES += system/library
 

--- a/components/diffstat/test/results-64.master	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/diffstat/test/results-64.master	Tue Aug 04 12:01:03 2015 -0700
@@ -1,4 +1,3 @@
-Checking $(@D)/diffstat
 testing case01
 ** ok: case01
 ** ok: case01p1

--- a/components/diffutils/Makefile	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/diffutils/Makefile	Tue Aug 04 12:01:03 2015 -0700
@@ -48,6 +48,26 @@
 CONFIGURE_OPTIONS  +=		--infodir=$(CONFIGURE_INFODIR)
 CONFIGURE_OPTIONS  +=		CFLAGS="$(CFLAGS)"
 
+# Needed for "gmake test" to work successfully.
+# If SHELLOPTS is exported (as it is by the userland makefiles),
+# then all shell options get exported to child invocations of bash,
+# which results in test failures due to nounset and xtrace being
+# set unexpectedly, and errors such as "$1: unbound variable" and
+# diffs failing due to script tracing in output files.
+unexport SHELLOPTS
+
+COMPONENT_TEST_DIR =	$(@D)/tests
+
+COMPONENT_TEST_TRANSFORMS += \
+	'-e "s|^make.*: Leaving directory.*$$|XXX_CC_XXX|g" ' \
+	'-e "s|^make.*: Entering directory.*$$|XXX_CC_XXX|g" ' \
+	'-e "s|^make.*: Nothing to be.*$$|XXX_CC_XXX|g" ' \
+	'-e "s|^/usr/gnu/bin/make.*$$|XXX_CC_XXX|g" ' \
+	'-e "/^XXX_CC_XXX$$/d" '
+
+COMPONENT_SYSTEM_TEST_DIR =	$(@D)/tests
+COMPONENT_SYSTEM_TEST_ENV +=	PATH="$(GNUBIN):$(PATH)"
+
 ASLR_MODE = $(ASLR_ENABLE)
 
 configure:	$(CONFIGURE_64)
@@ -58,7 +78,7 @@
 
 test:		$(TEST_64)
 
-system-test:    $(SYSTEM_TESTS_NOT_IMPLEMENTED)
+system-test:    configure $(SYSTEM_TEST_64)
 
 
 REQUIRED_PACKAGES += system/library

--- a/components/diffutils/test/results-64.master	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/diffutils/test/results-64.master	Tue Aug 04 12:01:03 2015 -0700
@@ -1,22 +1,3 @@
-make[1]: Entering directory `$(@D)'
-Making check in lib
-make[2]: Entering directory `$(@D)/lib'
-/usr/gnu/bin/make  check-am
-make[3]: Entering directory `$(@D)/lib'
-make[3]: Leaving directory `$(@D)/lib'
-make[2]: Leaving directory `$(@D)/lib'
-Making check in src
-make[2]: Entering directory `$(@D)/src'
-/usr/gnu/bin/make  check-am
-make[3]: Entering directory `$(@D)/src'
-make[3]: Nothing to be done for `check-am'.
-make[3]: Leaving directory `$(@D)/src'
-make[2]: Leaving directory `$(@D)/src'
-Making check in tests
-make[2]: Entering directory `$(@D)/tests'
-/usr/gnu/bin/make  check-TESTS
-make[3]: Entering directory `$(@D)/tests'
-make[4]: Entering directory `$(@D)/tests'
 PASS: basic
 PASS: binary
 PASS: colliding-file-names
@@ -29,420 +10,14 @@
 PASS: no-newline-at-eof
 PASS: stdin
 PASS: filename-quoting
-===================
-All 12 tests passed
-===================
-make[4]: Leaving directory `$(@D)/tests'
-make[3]: Leaving directory `$(@D)/tests'
-make[2]: Leaving directory `$(@D)/tests'
-Making check in doc
-make[2]: Entering directory `$(@D)/doc'
-make[2]: Nothing to be done for `check'.
-make[2]: Leaving directory `$(@D)/doc'
-Making check in man
-make[2]: Entering directory `$(@D)/man'
-make[2]: Nothing to be done for `check'.
-make[2]: Leaving directory `$(@D)/man'
-Making check in po
-make[2]: Entering directory `$(@D)/po'
-make[2]: Nothing to be done for `check'.
-make[2]: Leaving directory `$(@D)/po'
-Making check in gnulib-tests
-make[2]: Entering directory `$(@D)/gnulib-tests'
-/usr/gnu/bin/make  check-recursive
-make[3]: Entering directory `$(@D)/gnulib-tests'
-Making check in .
-make[4]: Entering directory `$(@D)/gnulib-tests'
-/usr/gnu/bin/make  libtests.a test-alloca-opt test-areadlink test-argmatch test-binary-io test-bitrotate test-btowc test-c-ctype test-c-stack test-c-strcasecmp test-c-strncasecmp test-close test-dirname test-dup2 test-environ test-errno test-exclude test-fcntl-h test-fcntl test-fdopen test-fgetc test-filenamecat test-float test-fnmatch test-fputc test-fread test-freopen-safer test-freopen test-fstat test-fwrite test-getcwd-lgpl test-getdtablesize test-getopt test-gettimeofday test-hash test-iconv-h test-iconv test-ignore-value test-intprops test-inttostr test-inttypes test-iswblank test-langinfo test-locale test-localeconv test-lstat test-malloc-gnu test-malloca test-mbrtowc test-mbrtowc-w32 test-mbscasecmp test-mbsinit test-mbsrtowcs test-mbsstr1 test-mbsstr2 test-mbsstr3 test-memchr test-nl_langinfo test-open test-pathmax test-quotearg-simple test-raise test-readlink test-regex test-setenv test-setlocale1 test-setlocale2 test-sh-quote test-sigaction test-signal-h test-sigprocmask test-sleep test-snprintf test-stat test-stat-time test-stdbool test-stddef test-stdint test-stdio test-stdlib test-strerror test-strftime test-striconv test-string test-strings test-strnlen test-strtoull test-strtoumax test-symlink test-sys_stat test-sys_time test-sys_types test-sys_wait test-time test-unistd test-u8-mbtoucr test-u8-uctomb test-uc_width test-uc_width2 test-unsetenv test-usleep test-vasnprintf test-vasprintf test-verify test-version-etc test-wchar test-wcrtomb test-wcrtomb-w32 test-wctype-h test-wcwidth test-xalloc-die test-xstrtol test-xstrtoul test-xstrtoumax test-xvasprintf
-make[5]: Entering directory `$(@D)/gnulib-tests'
-  CC     argmatch.o
-  CC     hash-pjw.o
-  CC     putenv.o
-  CC     unsetenv.o
-  AR     libtests.a
-  CC     test-alloca-opt.o
-  CCLD   test-alloca-opt
-  CC     test-areadlink.o
-  CCLD   test-areadlink
-  CC     test-argmatch.o
-  CCLD   test-argmatch
-  CC     test-binary-io.o
-  CCLD   test-binary-io
-  CC     test-bitrotate.o
-  CCLD   test-bitrotate
-  CC     test-btowc.o
-  CCLD   test-btowc
-  CC     test-c-ctype.o
-  CCLD   test-c-ctype
-  CC     test-c-stack.o
-  CCLD   test-c-stack
-  CC     test-c-strcasecmp.o
-  CCLD   test-c-strcasecmp
-  CC     test-c-strncasecmp.o
-  CCLD   test-c-strncasecmp
-  CC     test-close.o
-  CCLD   test-close
-  CC     test-dirname.o
-  CCLD   test-dirname
-  CC     test-dup2.o
-  CCLD   test-dup2
-  CC     test-environ.o
-  CCLD   test-environ
-  CC     test-errno.o
-  CCLD   test-errno
-  CC     test-exclude.o
-  CCLD   test-exclude
-  CC     test-fcntl-h.o
-  CCLD   test-fcntl-h
-  CC     test-fcntl.o
-  CCLD   test-fcntl
-  CC     test-fdopen.o
-  CCLD   test-fdopen
-  CC     test-fgetc.o
-  CCLD   test-fgetc
-  CC     test-filenamecat.o
-  CCLD   test-filenamecat
-  CC     test-float.o
-  CCLD   test-float
-  CC     test-fnmatch.o
-  CCLD   test-fnmatch
-  CC     test-fputc.o
-  CCLD   test-fputc
-  CC     test-fread.o
-  CCLD   test-fread
-  CC     test-freopen-safer.o
-  CCLD   test-freopen-safer
-  CC     test-freopen.o
-  CCLD   test-freopen
-  CC     test-fstat.o
-  CCLD   test-fstat
-  CC     test-fwrite.o
-  CCLD   test-fwrite
-  CC     test-getcwd-lgpl.o
-  CCLD   test-getcwd-lgpl
-  CC     test-getdtablesize.o
-  CCLD   test-getdtablesize
-  CC     test-getopt.o
-  CCLD   test-getopt
-  CC     test-gettimeofday.o
-  CCLD   test-gettimeofday
-  CC     test-hash.o
-  CCLD   test-hash
-  CC     test-iconv-h.o
-  CCLD   test-iconv-h
-  CC     test-iconv.o
-  CCLD   test-iconv
-  CC     test-ignore-value.o
-  CCLD   test-ignore-value
-  CC     test-intprops.o
-  CCLD   test-intprops
-  CC     test-inttostr.o
-  CCLD   test-inttostr
-  CC     test-inttypes.o
-  CCLD   test-inttypes
-  CC     test-iswblank.o
-  CCLD   test-iswblank
-  CC     test-langinfo.o
-  CCLD   test-langinfo
-  CC     test-locale.o
-  CCLD   test-locale
-  CC     test-localeconv.o
-  CCLD   test-localeconv
-  CC     test-lstat.o
-  CCLD   test-lstat
-  CC     test-malloc-gnu.o
-  CCLD   test-malloc-gnu
-  CC     test-malloca.o
-  CCLD   test-malloca
-  CC     test-mbrtowc.o
-  CCLD   test-mbrtowc
-  CC     test-mbrtowc-w32.o
-  CCLD   test-mbrtowc-w32
-  CC     test-mbscasecmp.o
-  CCLD   test-mbscasecmp
-  CC     test-mbsinit.o
-  CCLD   test-mbsinit
-  CC     test-mbsrtowcs.o
-  CCLD   test-mbsrtowcs
-  CC     test-mbsstr1.o
-  CCLD   test-mbsstr1
-  CC     test-mbsstr2.o
-  CCLD   test-mbsstr2
-  CC     test-mbsstr3.o
-  CCLD   test-mbsstr3
-  CC     test-memchr.o
-  CCLD   test-memchr
-  CC     test-nl_langinfo.o
-  CCLD   test-nl_langinfo
-  CC     test-open.o
-  CCLD   test-open
-  CC     test-pathmax.o
-  CCLD   test-pathmax
-  CC     test-quotearg-simple.o
-  CCLD   test-quotearg-simple
-  CC     test-raise.o
-  CCLD   test-raise
-  CC     test-readlink.o
-  CCLD   test-readlink
-  CC     test-regex.o
-  CCLD   test-regex
-  CC     test-setenv.o
-  CCLD   test-setenv
-  CC     test-setlocale1.o
-  CCLD   test-setlocale1
-  CC     test-setlocale2.o
-  CCLD   test-setlocale2
-  CC     test-sh-quote.o
-  CCLD   test-sh-quote
-  CC     test-sigaction.o
-  CCLD   test-sigaction
-  CC     test-signal-h.o
-  CCLD   test-signal-h
-  CC     test-sigprocmask.o
-  CCLD   test-sigprocmask
-  CC     test-sleep.o
-  CCLD   test-sleep
-  CC     test-snprintf.o
-  CCLD   test-snprintf
-  CC     test-stat.o
-  CCLD   test-stat
-  CC     test-stat-time.o
-  CCLD   test-stat-time
-  CC     test-stdbool.o
-  CCLD   test-stdbool
-  CC     test-stddef.o
-  CCLD   test-stddef
-  CC     test-stdint.o
-  CCLD   test-stdint
-  CC     test-stdio.o
-  CCLD   test-stdio
-  CC     test-stdlib.o
-  CCLD   test-stdlib
-  CC     test-strerror.o
-  CCLD   test-strerror
-  CC     test-strftime.o
-  CCLD   test-strftime
-  CC     test-striconv.o
-  CCLD   test-striconv
-  CC     test-string.o
-  CCLD   test-string
-  CC     test-strings.o
-  CCLD   test-strings
-  CC     test-strnlen.o
-  CCLD   test-strnlen
-  CC     test-strtoull.o
-  CCLD   test-strtoull
-  CC     test-strtoumax.o
-  CCLD   test-strtoumax
-  CC     test-symlink.o
-  CCLD   test-symlink
-  CC     test-sys_stat.o
-  CCLD   test-sys_stat
-  CC     test-sys_time.o
-  CCLD   test-sys_time
-  CC     test-sys_types.o
-  CCLD   test-sys_types
-  CC     test-sys_wait.o
-  CCLD   test-sys_wait
-  CC     test-time.o
-  CCLD   test-time
-  CC     test-unistd.o
-  CCLD   test-unistd
-  CC     unistr/test-u8-mbtoucr.o
-  CCLD   test-u8-mbtoucr
-  CC     unistr/test-u8-uctomb.o
-  CCLD   test-u8-uctomb
-  CC     uniwidth/test-uc_width.o
-  CCLD   test-uc_width
-  CC     uniwidth/test-uc_width2.o
-  CCLD   test-uc_width2
-  CC     test-unsetenv.o
-  CCLD   test-unsetenv
-  CC     test-usleep.o
-  CCLD   test-usleep
-  CC     test-vasnprintf.o
-  CCLD   test-vasnprintf
-  CC     test-vasprintf.o
-  CCLD   test-vasprintf
-  CC     test-verify.o
-  CCLD   test-verify
-  CC     test-version-etc.o
-  CCLD   test-version-etc
-  CC     test-wchar.o
-  CCLD   test-wchar
-  CC     test-wcrtomb.o
-  CCLD   test-wcrtomb
-  CC     test-wcrtomb-w32.o
-  CCLD   test-wcrtomb-w32
-  CC     test-wctype-h.o
-  CCLD   test-wctype-h
-  CC     test-wcwidth.o
-  CCLD   test-wcwidth
-  CC     test-xalloc-die.o
-  CCLD   test-xalloc-die
-  CC     test-xstrtol.o
-  CCLD   test-xstrtol
-  CC     test-xstrtoul.o
-  CCLD   test-xstrtoul
-  CC     test-xstrtoumax.o
-  CCLD   test-xstrtoumax
-  CC     test-xvasprintf.o
-  CCLD   test-xvasprintf
-make[5]: Leaving directory `$(@D)/gnulib-tests'
-/usr/gnu/bin/make  check-TESTS
-make[5]: Entering directory `$(@D)/gnulib-tests'
-make[6]: Entering directory `$(@D)/gnulib-tests'
-PASS: test-alloca-opt
-PASS: test-areadlink
-PASS: test-argmatch
-PASS: test-binary-io.sh
-PASS: test-bitrotate
-PASS: test-btowc1.sh
-PASS: test-btowc2.sh
-PASS: test-c-ctype
-PASS: test-c-stack.sh
-PASS: test-c-stack2.sh
-PASS: test-c-strcase.sh
-PASS: test-close
-PASS: test-dirname
-PASS: test-dup2
-PASS: test-environ
-PASS: test-errno
-PASS: test-exclude1.sh
-PASS: test-exclude2.sh
-PASS: test-exclude3.sh
-PASS: test-exclude4.sh
-PASS: test-exclude5.sh
-PASS: test-exclude6.sh
-PASS: test-exclude7.sh
-PASS: test-exclude8.sh
-PASS: test-fcntl-h
-PASS: test-fcntl
-PASS: test-fdopen
-PASS: test-fgetc
-PASS: test-filenamecat
-PASS: test-float
-PASS: test-fnmatch
-PASS: test-fputc
-PASS: test-fread
-PASS: test-freopen-safer
-PASS: test-freopen
-PASS: test-fstat
-PASS: test-fwrite
-PASS: test-getcwd-lgpl
-PASS: test-getdtablesize
-PASS: test-getopt
-PASS: test-gettimeofday
-PASS: test-hash
-PASS: test-iconv-h
-PASS: test-iconv
-PASS: test-ignore-value
-PASS: test-intprops
-PASS: test-inttostr
-PASS: test-inttypes
-PASS: test-iswblank
-PASS: test-langinfo
-PASS: test-locale
-PASS: test-localeconv
-PASS: test-lstat
-PASS: test-malloc-gnu
-PASS: test-malloca
-PASS: test-mbrtowc1.sh
-PASS: test-mbrtowc2.sh
-PASS: test-mbrtowc3.sh
-PASS: test-mbrtowc4.sh
-SKIP: test-mbrtowc-w32-1.sh
-SKIP: test-mbrtowc-w32-2.sh
-SKIP: test-mbrtowc-w32-3.sh
-SKIP: test-mbrtowc-w32-4.sh
-SKIP: test-mbrtowc-w32-5.sh
-SKIP: test-mbscasecmp.sh
-PASS: test-mbsinit.sh
-PASS: test-mbsrtowcs1.sh
-PASS: test-mbsrtowcs2.sh
-PASS: test-mbsrtowcs3.sh
-PASS: test-mbsrtowcs4.sh
-PASS: test-mbsstr1
-PASS: test-mbsstr2.sh
-PASS: test-mbsstr3.sh
-PASS: test-memchr
-PASS: test-nl_langinfo.sh
-PASS: test-open
-PASS: test-pathmax
-PASS: test-quotearg-simple
-PASS: test-raise
-PASS: test-readlink
-PASS: test-regex
-PASS: test-setenv
-PASS: test-setlocale1.sh
-PASS: test-setlocale2.sh
-PASS: test-sh-quote
-PASS: test-sigaction
-PASS: test-signal-h
-PASS: test-sigprocmask
-PASS: test-sleep
-PASS: test-snprintf
-PASS: test-stat
-PASS: test-stat-time
-PASS: test-stdbool
-PASS: test-stddef
-PASS: test-stdint
-PASS: test-stdio
-PASS: test-stdlib
-PASS: test-strerror
-PASS: test-strftime
-PASS: test-striconv
-PASS: test-string
-PASS: test-strings
-PASS: test-strnlen
-PASS: test-strtoull
-PASS: test-strtoumax
-PASS: test-symlink
-PASS: test-sys_stat
-PASS: test-sys_time
-PASS: test-sys_types
-PASS: test-sys_wait
-PASS: test-init.sh
-PASS: test-time
-PASS: test-unistd
-PASS: test-u8-mbtoucr
-PASS: test-u8-uctomb
-PASS: test-uc_width
-PASS: uniwidth/test-uc_width2.sh
-PASS: test-unsetenv
-PASS: test-update-copyright.sh
-PASS: test-usleep
-PASS: test-vasnprintf
-PASS: test-vasprintf
-PASS: test-vc-list-files-git.sh
-PASS: test-vc-list-files-cvs.sh
-PASS: test-verify
-PASS: test-verify.sh
-PASS: test-version-etc.sh
-PASS: test-wchar
-PASS: test-wcrtomb.sh
-SKIP: test-wcrtomb-w32-1.sh
-SKIP: test-wcrtomb-w32-2.sh
-SKIP: test-wcrtomb-w32-3.sh
-SKIP: test-wcrtomb-w32-4.sh
-SKIP: test-wcrtomb-w32-5.sh
-PASS: test-wctype-h
-PASS: test-wcwidth
-PASS: test-xalloc-die.sh
-PASS: test-xstrtol.sh
-PASS: test-xstrtoumax.sh
-PASS: test-xvasprintf
-=======================
-All 129 tests passed
-(11 tests were not run)
-=======================
-make[6]: Leaving directory `$(@D)/gnulib-tests'
-make[5]: Leaving directory `$(@D)/gnulib-tests'
-make[4]: Leaving directory `$(@D)/gnulib-tests'
-make[3]: Leaving directory `$(@D)/gnulib-tests'
-make[2]: Leaving directory `$(@D)/gnulib-tests'
-make[2]: Entering directory `$(@D)'
-make[2]: Nothing to be done for `check-am'.
-make[2]: Leaving directory `$(@D)'
-  GEN    public-submodule-commit
-make[1]: Leaving directory `$(@D)'
+============================================================================
+Testsuite summary for GNU diffutils 3.3
+============================================================================
+# TOTAL: 12
+# PASS:  12
+# SKIP:  0
+# XFAIL: 0
+# FAIL:  0
+# XPASS: 0
+# ERROR: 0
+============================================================================

--- a/components/doxygen/Makefile	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/doxygen/Makefile	Tue Aug 04 12:01:03 2015 -0700
@@ -78,7 +78,19 @@
 COMPONENT_TEST_TRANSFORMS += \
         '-e "s|\(error opening bib\).*|\1|" ' \
         '-e "s|\(test_output_012/indexpage.xml\).*|\1|" ' \
-        '-e "s|\(012/indexpage.xml\).*|\1|" '
+        '-e "s|\(012/indexpage.xml\).*|\1|" ' \
+	'-e "s|^\$$(@D)/|\.\.\./|g" ' \
+	'-e "s|^\$$(SOURCE_DIR)/|\.\.\./|g" ' \
+	'-e "s|^make.*: Leaving directory.*$$|XXX_CC_XXX|g" ' \
+	'-e "s|^make.*: Entering directory.*$$|XXX_CC_XXX|g" ' \
+	'-e "s|^make\[1\].*$$|XXX_CC_XXX|g" ' \
+	'-e "/^XXX_CC_XXX$$/d" '
+
+COMPONENT_SYSTEM_TEST_ENV =	PATH="$(GNUBIN):$(PATH)"
+COMPONENT_SYSTEM_TEST_DIR =	$(SOURCE_DIR)/testing
+COMPONENT_SYSTEM_TEST_CMD =	perl
+COMPONENT_SYSTEM_TEST_ARGS =	runtests.pl --doxygen /usr/bin/doxygen
+COMPONENT_SYSTEM_TEST_TARGETS =
 
 ASLR_MODE = $(ASLR_ENABLE)
 
@@ -91,7 +103,7 @@
 
 test:		$(TEST_64)
 
-system-test:    $(SYSTEM_TESTS_NOT_IMPLEMENTED)
+system-test:    $(SYSTEM_TEST_64)
 
 
 REQUIRED_PACKAGES += developer/lexer/flex

--- a/components/doxygen/test/results-64.master	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/doxygen/test/results-64.master	Tue Aug 04 12:01:03 2015 -0700
@@ -1,4 +1,3 @@
-make[1]: Entering directory `$(@D)/testing'
 1..65
 ok 1 - [001_a.dox]: test the \a and \mainpage commands
 ok 2 - [002_addindex.dox]: test \addindex command
@@ -14,7 +13,7 @@
 error opening bib
 bibtex command failed: No such file or directory
 error: Problems running bibtex. Verify that the command 'perl --version' works from the command line. Exit code: 2
-$(@D)/testing/012_cite.dox:6: warning: \cite command to 'knuth79' does not have an associated number
+.../testing/012_cite.dox:6: warning: \cite command to 'knuth79' does not have an associated number
 not ok 12 - [012_cite.dox]: test the \cite command
 #   Failed test '[012_cite.dox]: test the \cite command'
 #   at runtests.pl line 249.
@@ -84,5 +83,3 @@
 ok 64 - [064_castoperator.cpp]: test linking to the cast operator with and without const
 ok 65 - [065_tilde.dox]: test \~ command with non default OUTPUT_LANGUAGE which contains '-' letter
 # Looks like you failed 1 test of 65.
-make[1]: *** [tests] Error 1
-make[1]: Leaving directory `$(@D)/testing'

--- a/components/getopt/Makefile	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/getopt/Makefile	Tue Aug 04 12:01:03 2015 -0700
@@ -56,9 +56,23 @@
 COMPONENT_POST_UNPACK_ACTION= \
 	$(RM) $(COMPONENT_SRC)/gnu/*.o
 
-COMPONENT_TEST_ENV +=		PATH=$(BUILD_DIR_$(BITS)):$(PATH)
+COMPONENT_TEST_TRANSFORMS += \
+	'-e "s|\./getopt|getopt|g" ' \
+	'-e "s|/usr/gnu/bin/getopt|getopt|g" ' \
+	'-e "s|\./run-tests.*$$|XXX_CC_XXX|g" ' \
+	'-e "s|^make.*: Leaving directory.*$$|XXX_CC_XXX|g" ' \
+	'-e "s|^make.*: Entering directory.*$$|XXX_CC_XXX|g" ' \
+	'-e "s|^make\[1\].*$$|XXX_CC_XXX|g" ' \
+	'-e "/^XXX_CC_XXX$$/d" '
+
+COMPONENT_TEST_ENV +=		PATH=$(BUILD_DIR_$(BITS)):$(GNUBIN):/usr/bin
 COMPONENT_TEST_TARGETS =	test
 
+COMPONENT_SYSTEM_TEST_ENV +=	PATH=$(GNUBIN):/usr/bin/
+COMPONENT_SYSTEM_TEST_CMD =	./run-tests
+COMPONENT_SYSTEM_TEST_ARGS =	/usr/gnu/bin/getopt
+COMPONENT_SYSTEM_TEST_TARGETS =
+
 ASLR_MODE = $(ASLR_ENABLE)
 
 build:		$(BUILD_64)
@@ -67,7 +81,7 @@
 
 test:		$(TEST_64)
 
-system-test:    $(SYSTEM_TESTS_NOT_IMPLEMENTED)
+system-test:    $(SYSTEM_TEST_64)
 
 
 REQUIRED_PACKAGES += system/library

--- a/components/getopt/test/results-64.master	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/getopt/test/results-64.master	Tue Aug 04 12:01:03 2015 -0700
@@ -1,5 +1,3 @@
-make[1]: Entering directory `$(@D)'
-./run-tests
 Next test: alternative_option_clash
 Received expected exit code
 Received expected stdout output
@@ -23,9 +21,9 @@
 Received expected stdout output
 TEST FAILED: unexpected stdout output, diff follows:
 1c1
-< ./getopt: invalid option -- b
+< getopt: invalid option -- b
 ---
-> ./getopt: invalid option -- 'b'
+> getopt: invalid option -- 'b'
 
 
 Next test: invocation_model_one
@@ -57,9 +55,9 @@
 Received expected stdout output
 TEST FAILED: unexpected stdout output, diff follows:
 1c1
-< ./getopt: option `--long' is ambiguous
+< getopt: option `--long' is ambiguous
 ---
-> ./getopt: option '--long' is ambiguous
+> getopt: option '--long' is ambiguous
 
 
 Next test: longopts
@@ -109,15 +107,15 @@
 Received expected stdout output
 TEST FAILED: unexpected stdout output, diff follows:
 1,4c1,4
-< ./getopt: invalid option -- c
-< ./getopt: unrecognized option `--unknown'
-< ./getopt: option `--long' is ambiguous
-< ./getopt: option requires an argument -- b
+< getopt: invalid option -- c
+< getopt: unrecognized option `--unknown'
+< getopt: option `--long' is ambiguous
+< getopt: option requires an argument -- b
 ---
-> ./getopt: invalid option -- 'c'
-> ./getopt: unrecognized option '--unknown'
-> ./getopt: option '--long' is ambiguous
-> ./getopt: option requires an argument -- 'b'
+> getopt: invalid option -- 'c'
+> getopt: unrecognized option '--unknown'
+> getopt: option '--long' is ambiguous
+> getopt: option requires an argument -- 'b'
 
 
 Next test: quiet_output_option_short
@@ -125,15 +123,15 @@
 Received expected stdout output
 TEST FAILED: unexpected stdout output, diff follows:
 1,4c1,4
-< ./getopt: invalid option -- c
-< ./getopt: unrecognized option `--unknown'
-< ./getopt: option `--long' is ambiguous
-< ./getopt: option requires an argument -- b
+< getopt: invalid option -- c
+< getopt: unrecognized option `--unknown'
+< getopt: option `--long' is ambiguous
+< getopt: option requires an argument -- b
 ---
-> ./getopt: invalid option -- 'c'
-> ./getopt: unrecognized option '--unknown'
-> ./getopt: option '--long' is ambiguous
-> ./getopt: option requires an argument -- 'b'
+> getopt: invalid option -- 'c'
+> getopt: unrecognized option '--unknown'
+> getopt: option '--long' is ambiguous
+> getopt: option requires an argument -- 'b'
 
 
 Next test: same_long_short_options
@@ -153,11 +151,11 @@
 Received expected stdout output
 TEST FAILED: unexpected stdout output, diff follows:
 1,2c1,2
-< ./getopt: invalid option -- b
-< ./getopt: unrecognized option `--whatever'
+< getopt: invalid option -- b
+< getopt: unrecognized option `--whatever'
 ---
-> ./getopt: invalid option -- 'b'
-> ./getopt: unrecognized option '--whatever'
+> getopt: invalid option -- 'b'
+> getopt: unrecognized option '--whatever'
 
 
 Next test: unquoted_option_bash
@@ -185,5 +183,3 @@
 
 
 SOME TESTS FAILED:  invalid_getopt_option long_option_ambiguous_1 name_option_long name_option_short quiet_output_option_long quiet_output_option_short unknown_options
-make[1]: *** [test] Error 1
-make[1]: Leaving directory `$(@D)'

--- a/components/indent/Makefile	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/indent/Makefile	Tue Aug 04 12:01:03 2015 -0700
@@ -46,14 +46,26 @@
 CONFIGURE_OPTIONS +=	CFLAGS="$(CFLAGS)"
 CONFIGURE_OPTIONS +=	--infodir=$(CONFIGURE_INFODIR)
 
+COMPONENT_TEST_TRANSFORMS += \
+	'-e "s|^make.*: Leaving directory.*$$|XXX_CC_XXX|g" ' \
+	'-e "s|^make.*: Entering directory.*$$|XXX_CC_XXX|g" ' \
+	'-e "/^XXX_CC_XXX$$/d" '
+
 COMPONENT_TEST_DIR =		$(@D)/regression
 # Need to put /usr/gnu/bin at the front of $PATH for GNU diff.
+COMPONENT_TEST_CMD =		./TEST
 COMPONENT_TEST_ENV +=		PATH=$(GNUBIN):/usr/bin
-COMPONENT_TEST_TARGETS =	test
+COMPONENT_TEST_TARGETS =
+
+COMPONENT_SYSTEM_TEST_DIR =	$(@D)/regression
+COMPONENT_SYSTEM_TEST_CMD =	./TEST
+# Need to put /usr/gnu/bin at the front of $PATH for GNU diff.
+COMPONENT_SYSTEM_TEST_ENV +=	PATH=$(GNUBIN):/usr/bin
+COMPONENT_SYSTEM_TEST_ENV +=	INDENT_BIN=/usr/bin/indent
+COMPONENT_SYSTEM_TEST_TARGETS =
 
 ASLR_MODE = $(ASLR_ENABLE)
 
-# common targets
 configure:	$(CONFIGURE_64)
 
 build:		$(BUILD_64)
@@ -62,7 +74,6 @@
 
 test:		install $(TEST_64)
 
-# Add install dependency as above when system-test targets are implemented.
-system-test:	$(SYSTEM_TESTS_NOT_IMPLEMENTED)
+system-test:	configure $(SYSTEM_TEST_64)
 
 REQUIRED_PACKAGES += system/library

--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/components/indent/patches/system-test.patch	Tue Aug 04 12:01:03 2015 -0700
@@ -0,0 +1,15 @@
+Patch to allow us to specify an alternate indent binary when running tests.
+
+This patch should be sent upstream.
+
+--- indent-2.2.9/regression/TEST.orig	2015-08-03 07:55:36.236058899 -0700
++++ indent-2.2.9/regression/TEST	2015-08-03 07:56:32.264810064 -0700
+@@ -3,7 +3,7 @@
+ # Compare the output of ../src/indent to correct output
+ # generated by earlier versions
+ 
+-INDENT=../src/indent
++INDENT="${INDENT_BIN:-../src/indent}"
+ 
+ # First, make sure the executable exists
+ 

--- a/components/indent/test/results-64.master	Tue Aug 04 11:47:02 2015 -0700
+++ b/components/indent/test/results-64.master	Tue Aug 04 12:01:03 2015 -0700
@@ -1,5 +1,3 @@
-make[1]: Entering directory `$(@D)/regression'
-./TEST
 -n Regression testing 
 GNU indent 2.2.9
 
@@ -321,4 +319,3 @@
 
 Regression test successfully completed.
 
-make[1]: Leaving directory `$(@D)/regression'