20460079 bison should have some master test results to compare against
authorMike Sullivan <Mike.Sullivan@Oracle.COM>
Thu, 19 Mar 2015 16:10:56 -0700
changeset 3993 0d77bb4904f8
parent 3992 390ccd49dbb3
child 3995 7d35330d300c
20460079 bison should have some master test results to compare against 20460105 bzip should have some master test results to compare against 20460798 gnu make should have some master test results to compare against 20461231 tcsh should have some master test results to compare against
components/bison/Makefile
components/bison/test/results-all.master
components/bzip2/Makefile
components/bzip2/test/results-all.master
components/make/Makefile
components/make/test/results-64.master
components/tcsh/Makefile
components/tcsh/test/results-64.master
--- a/components/bison/Makefile	Thu Mar 19 13:04:39 2015 -0700
+++ b/components/bison/Makefile	Thu Mar 19 16:10:56 2015 -0700
@@ -47,6 +47,16 @@
 CONFIGURE_OPTIONS  +=		--infodir=$(CONFIGURE_INFODIR)
 CONFIGURE_OPTIONS  +=		CFLAGS="$(CFLAGS)"
 
+COMPONENT_TEST_MASTER = $(COMPONENT_TEST_RESULTS_DIR)/results-all.master
+
+# Strip compilation lines from test output
+COMPONENT_TEST_TRANSFORMS += \
+    '-e "s|^.*$(CC).*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^.*$(CXX).*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^.*source=.*libtool=no.*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^.*DEPDIR=.deps.*$$|XXX_CC_XXX|g" ' \
+    '-e "/^XXX_CC_XXX$$/d" '
+
 # Enable ASLR for this component
 ASLR_MODE = $(ASLR_ENABLE)
 
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/components/bison/test/results-all.master	Thu Mar 19 16:10:56 2015 -0700
@@ -0,0 +1,293 @@
+make[1]: Entering directory `$(@D)'
+Making check in build-aux
+make[2]: Entering directory `$(@D)/build-aux'
+make[2]: Nothing to be done for `check'.
+make[2]: Leaving directory `$(@D)/build-aux'
+Making check in po
+make[2]: Entering directory `$(@D)/po'
+make[2]: Nothing to be done for `check'.
+make[2]: Leaving directory `$(@D)/po'
+Making check in runtime-po
+make[2]: Entering directory `$(@D)/runtime-po'
+make[2]: Nothing to be done for `check'.
+make[2]: Leaving directory `$(@D)/runtime-po'
+Making check in lib
+make[2]: Entering directory `$(@D)/lib'
+/usr/gnu/bin/make  check-am
+make[3]: Entering directory `$(@D)/lib'
+make[3]: Nothing to be done for `check-am'.
+make[3]: Leaving directory `$(@D)/lib'
+make[2]: Leaving directory `$(@D)/lib'
+Making check in data
+make[2]: Entering directory `$(@D)/data'
+make[2]: Nothing to be done for `check'.
+make[2]: Leaving directory `$(@D)/data'
+Making check in src
+make[2]: Entering directory `$(@D)/src'
+/usr/gnu/bin/make  check-am
+make[3]: Entering directory `$(@D)/src'
+make[3]: Nothing to be done for `check-am'.
+make[3]: Leaving directory `$(@D)/src'
+make[2]: Leaving directory `$(@D)/src'
+Making check in doc
+make[2]: Entering directory `$(@D)/doc'
+make[2]: Nothing to be done for `check'.
+make[2]: Leaving directory `$(@D)/doc'
+Making check in examples
+make[2]: Entering directory `$(@D)/examples'
+Making check in calc++
+make[3]: Entering directory `$(@D)/examples/calc++'
+/usr/gnu/bin/make  check-am
+make[4]: Entering directory `$(@D)/examples/calc++'
+/usr/gnu/bin/make  calc++
+make[5]: Entering directory `$(@D)/examples/calc++'
+make[5]: Leaving directory `$(@D)/examples/calc++'
+/usr/gnu/bin/make  check-TESTS
+make[5]: Entering directory `$(@D)/examples/calc++'
+PASS: test
+==================
+All 1 tests passed
+==================
+make[5]: Leaving directory `$(@D)/examples/calc++'
+make[4]: Leaving directory `$(@D)/examples/calc++'
+make[3]: Leaving directory `$(@D)/examples/calc++'
+make[3]: Entering directory `$(@D)/examples'
+make[3]: Nothing to be done for `check-am'.
+make[3]: Leaving directory `$(@D)/examples'
+make[2]: Leaving directory `$(@D)/examples'
+Making check in tests
+make[2]: Entering directory `$(@D)/tests'
+/usr/gnu/bin/make  bison
+make[3]: Entering directory `$(@D)/tests'
+make[3]: `bison' is up to date.
+make[3]: Leaving directory `$(@D)/tests'
+/usr/gnu/bin/make  check-local
+make[3]: Entering directory `$(@D)/tests'
+/bin/bash $(SOURCE_DIR)/tests/testsuite 
+## ------------------------- ##
+## GNU Bison 2.3 test suite. ##
+## ------------------------- ##
+
+Input Processing.
+
+  1: Invalid dollar-n                             ok
+  2: Invalid @n                                   ok
+  3: Type Clashes                                 ok
+  4: Unused values                                ok
+  5: Incompatible Aliases                         ok
+  6: Torturing the Scanner                        ok
+  7: Typed symbol aliases                         ok
+  8: Require 1.0                                  ok
+  9: Require 2.3                                  ok
+ 10: Require 100.0                                ok
+
+Output file names.
+
+ 11: Output files:  -dv                           ok
+ 12: Output files:  -dv >&-                       ok
+ 13: Output files:  -dv -o foo.c                  ok
+ 14: Output files:  -dv -o foo.tab.c              ok
+ 15: Output files:  -dv -y                        ok
+ 16: Output files:  -dv -b bar                    ok
+ 17: Output files:  -dv -g -o foo.c               ok
+ 18: Output files: %defines %verbose              ok
+ 19: Output files: %defines %verbose %yacc        ok
+ 20: Output files: %defines %verbose %yacc        ok
+ 21: Output files: %file-prefix=bar %defines %verbose  ok
+ 22: Output files: %output=bar.c %defines %verbose %yacc  ok
+ 23: Output files: %file-prefix=baz %output=bar.c %defines %verbose %yacc  ok
+ 24: Output files: %defines %verbose              ok
+ 25: Output files: %defines %verbose  -o foo.c    ok
+ 26: Output files:  --defines=foo.hpp -o foo.c++  ok
+ 27: Output files:  -o foo.c++ --graph=foo.gph    ok
+ 28: Output files: %skeleton lalr1.cc %defines %verbose  ok
+ 29: Output files: %skeleton lalr1.cc %defines %verbose  ok
+ 30: Output files: %skeleton lalr1.cc %defines %verbose -o subdir/foo.cc ok
+
+Grammar Sets (Firsts etc.).
+
+ 31: Nullable                                     ok
+ 32: Broken Closure                               ok
+ 33: Firsts                                       ok
+ 34: Accept                                       ok
+
+Grammar Reduction.
+
+ 35: Useless Terminals                            ok
+ 36: Useless Nonterminals                         ok
+ 37: Useless Rules                                ok
+ 38: Reduced Automaton                            ok
+ 39: Underivable Rules                            ok
+ 40: Empty Language                               ok
+
+User Actions.
+
+ 41: Prologue synch line                          skipped (synclines.at:95)
+ 42: %union synch line                            skipped (synclines.at:115)
+ 43: Postprologue synch line                      skipped (synclines.at:138)
+ 44: Action synch line                            skipped (synclines.at:157)
+ 45: Epilogue synch line                          skipped (synclines.at:175)
+
+Parser Headers.
+
+ 46: %union and --defines                         ok
+ 47: Invalid CPP guards: input/input              ok
+ 48: Invalid CPP guards: 9foo                     ok
+ 49: export YYLTYPE                               ok
+
+User Actions.
+
+ 50: Mid-rule actions                             ok
+ 51: Exotic Dollars                               ok
+ 52: Printers and Destructors :                   ok
+ 53: Printers and Destructors with union:         ok
+ 54: Printers and Destructors : %defines %skeleton lalr1.ccok
+ 55: Printers and Destructors with union: %defines %skeleton lalr1.ccok
+ 56: Printers and Destructors : %glr-parser       ok
+ 57: Printers and Destructors with union: %glr-parserok
+
+Conflicts.
+
+ 58: S/R in initial                               ok
+ 59: %nonassoc and eof                            ok
+ 60: Unresolved SR Conflicts                      ok
+ 61: Resolved SR Conflicts                        ok
+ 62: Defaulted Conflicted Reduction               ok
+ 63: %expect not enough                           ok
+ 64: %expect right                                ok
+ 65: %expect too much                             ok
+ 66: %expect with reduce conflicts                ok
+ 67: %no-default-prec without %prec               ok
+ 68: %no-default-prec with %prec                  ok
+ 69: %default-prec                                ok
+
+Simple LALR(1) Calculator.
+
+ 70: Calculator                                   ok
+ 71: Calculator %defines                          ok
+ 72: Calculator %locations                        ok
+ 73: Calculator %name-prefix=calc               ok
+ 74: Calculator %verbose                          ok
+ 75: Calculator %yacc                             ok
+ 76: Calculator %error-verbose                    ok
+ 77: Calculator %pure-parser %locations           ok
+ 78: Calculator %error-verbose %locations         ok
+ 79: Calculator %error-verbose %locations %defines %name-prefix=calc %verbose %yaccok
+ 80: Calculator %debug                            ok
+ 81: Calculator %error-verbose %debug %locations %defines %name-prefix=calc %verbose %yaccok
+ 82: Calculator %pure-parser %error-verbose %debug %locations %defines %name-prefix=calc %verbose %yaccok
+ 83: Calculator %pure-parser %error-verbose %debug %locations %defines %name-prefix=calc %verbose %yacc %parse-param {semantic_value *result} %parse-param {int *count}ok
+
+Simple GLR Calculator.
+
+ 84: Calculator %glr-parser                       ok
+ 85: Calculator %glr-parser %defines              ok
+ 86: Calculator %glr-parser %locations            ok
+ 87: Calculator %glr-parser %name-prefix=calc   ok
+ 88: Calculator %glr-parser %verbose              ok
+ 89: Calculator %glr-parser %yacc                 ok
+ 90: Calculator %glr-parser %error-verbose        ok
+ 91: Calculator %glr-parser %pure-parser %locationsok
+ 92: Calculator %glr-parser %error-verbose %locationsok
+ 93: Calculator %glr-parser %error-verbose %locations %defines %name-prefix=calc %verbose %yaccok
+ 94: Calculator %glr-parser %debug                ok
+ 95: Calculator %glr-parser %error-verbose %debug %locations %defines %name-prefix=calc %verbose %yaccok
+ 96: Calculator %glr-parser %pure-parser %error-verbose %debug %locations %defines %name-prefix=calc %verbose %yaccok
+ 97: Calculator %glr-parser %pure-parser %error-verbose %debug %locations %defines %name-prefix=calc %verbose %yacc %parse-param {semantic_value *result} %parse-param {int *count}ok
+
+Simple LALR(1) C++ Calculator.
+
+ 98: Calculator %skeleton lalr1.cc %defines %locations ok
+ 99: Calculator %skeleton lalr1.cc %defines %locations %error-verbose %name-prefix=calc %verbose %yaccok
+100: Calculator %skeleton lalr1.cc %defines %locations %error-verbose %debug %name-prefix=calc %verbose %yaccok
+101: Calculator %skeleton lalr1.cc %defines %locations %pure-parser %error-verbose %debug %name-prefix=calc %verbose %yaccok
+102: Calculator %skeleton lalr1.cc %defines %locations %pure-parser %error-verbose %debug %name-prefix=calc %verbose %yacc %parse-param {semantic_value *result} %parse-param {int *count}ok
+
+Simple GLR C++ Calculator.
+
+103: Calculator %skeleton glr.cc %defines %locations %pure-parser %error-verbose %debug %name-prefix=calc %verbose %yaccok
+104: Calculator %skeleton glr.cc %defines %locations %pure-parser %error-verbose %debug %name-prefix=calc %verbose %yacc %parse-param {semantic_value *result} %parse-param {int *count}ok
+
+Torture Tests.
+
+105: Big triangle                                 ok
+106: Big horizontal                               ok
+107: Many look-ahead tokens                       ok
+108: Exploding the Stack Size with Alloca         ok
+109: Exploding the Stack Size with Malloc         ok
+
+Existing Grammars.
+
+110: GNU AWK Grammar                              ok
+111: GNU Cim Grammar                              ok
+112: GNU pic Grammar                              ok
+
+Regression tests.
+
+113: Trivial grammars                             ok
+114: Early token definitions                      ok
+115: Braces parsing                               ok
+116: Duplicate string                             ok
+117: Rule Line Numbers                            ok
+118: Mixing %token styles                         ok
+119: Invalid inputs                               ok
+120: Invalid inputs with {}                       ok
+121: Token definitions                            ok
+122: Characters Escapes                           ok
+123: Web2c Report                                 ok
+124: Web2c Actions                                ok
+125: Dancer                                       ok
+126: Dancer %glr-parser                           ok
+127: Dancer %skeleton lalr1.cc                  ok
+128: Expecting two tokens                         ok
+129: Expecting two tokens %glr-parser             ok
+130: Expecting two tokens %skeleton lalr1.cc    ok
+
+C++ Features.
+
+131: Doxygen Public Documentation                 ok
+132: Doxygen Private Documentation                ok
+
+C++ Type Syntax (GLR).
+
+133: GLR: Resolve ambiguity, impure, no locations ok
+134: GLR: Resolve ambiguity, impure, locations    ok
+135: GLR: Resolve ambiguity, pure, no locations   ok
+136: GLR: Resolve ambiguity, pure, locations      ok
+137: GLR: Merge conflicting parses, impure, no locationsok
+138: GLR: Merge conflicting parses, impure, locationsok
+139: GLR: Merge conflicting parses, pure, no locationsok
+140: GLR: Merge conflicting parses, pure, locationsok
+141: GLR: Verbose messages, resolve ambiguity, impure, no locationsok
+
+GLR Regression Tests
+
+142: Badly Collapsed GLR States                   ok
+143: Improper handling of embedded actions and dollar(-N) in GLR parsersok
+144: Improper merging of GLR delayed action sets  ok
+145: Duplicate representation of merged trees     ok
+146: User destructor for unresolved GLR semantic valueok
+147: User destructor after an error during a split parseok
+148: Duplicated user destructor for lookahead     ok
+149: Incorrectly initialized location for empty right-hand side in GLRok
+150: No users destructors if stack 0 deleted      ok
+151: Corrupted semantic options if user action cuts parseok
+152: Undesirable destructors if user action cuts parseok
+153: Leaked semantic values if user action cuts parseok
+154: Incorrect lookahead during deterministic GLR ok
+155: Incorrect lookahead during nondeterministic GLRok
+156: Leaked semantic values when reporting ambiguityok
+157: Leaked lookahead after nondeterministic parse syntax errorok
+158: Uninitialized location when reporting ambiguityok
+
+## ------------- ##
+## Test results. ##
+## ------------- ##
+
+153 tests were successful.
+5 tests were skipped.
+make[3]: Leaving directory `$(@D)/tests'
+make[2]: Leaving directory `$(@D)/tests'
+make[2]: Entering directory `$(@D)'
+make[2]: Leaving directory `$(@D)'
+make[1]: Leaving directory `$(@D)'
--- a/components/bzip2/Makefile	Thu Mar 19 13:04:39 2015 -0700
+++ b/components/bzip2/Makefile	Thu Mar 19 16:10:56 2015 -0700
@@ -59,6 +59,8 @@
 	(cd $(@D) ; \
 	    cp ../../oldapi.c . )
 
+COMPONENT_TEST_MASTER = $(COMPONENT_TEST_RESULTS_DIR)/results-all.master
+
 # common targets
 build:		$(BUILD_32_and_64)
 
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/components/bzip2/test/results-all.master	Thu Mar 19 16:10:56 2015 -0700
@@ -0,0 +1,48 @@
+make[1]: Entering directory `$(@D)'
+
+Doing 6 tests (3 compress, 3 uncompress) ...
+If there's a problem, things might stop at this point.
+ 
+env LD_LIBRARY_PATH=. ./bzip2 -1  < sample1.ref > sample1.rb2
+env LD_LIBRARY_PATH=. ./bzip2 -2  < sample2.ref > sample2.rb2
+env LD_LIBRARY_PATH=. ./bzip2 -3  < sample3.ref > sample3.rb2
+env LD_LIBRARY_PATH=. ./bzip2 -d  < sample1.bz2 > sample1.tst
+env LD_LIBRARY_PATH=. ./bzip2 -d  < sample2.bz2 > sample2.tst
+env LD_LIBRARY_PATH=. ./bzip2 -ds < sample3.bz2 > sample3.tst
+cmp sample1.bz2 sample1.rb2 
+cmp sample2.bz2 sample2.rb2
+cmp sample3.bz2 sample3.rb2
+cmp sample1.tst sample1.ref
+cmp sample2.tst sample2.ref
+cmp sample3.tst sample3.ref
+
+If you got this far and the 'cmp's didn't complain, it looks
+like you're in business.  
+
+To install in /usr/local/bin, /usr/local/lib, /usr/local/man and 
+/usr/local/include, type
+
+   make install
+
+To install somewhere else, eg, /xxx/yyy/{bin,lib,man,include}, type 
+
+   make install PREFIX=/xxx/yyy
+
+If you are (justifiably) paranoid and want to see what 'make install'
+is going to do, you can first do
+
+   make -n install                      or
+   make -n install PREFIX=/xxx/yyy      respectively.
+
+The -n instructs make to show the commands it would execute, but
+not actually execute them.
+
+Instructions for use are in the preformatted manual page, in the file
+bzip2.txt.  For more detailed documentation, read the full manual.  
+It is available in Postscript form (manual.ps), PDF form (manual.pdf),
+and HTML form (manual.html).
+
+You can also do "bzip2 --help" to see some helpful information. 
+"bzip2 -L" displays the software license.
+
+make[1]: Leaving directory `$(@D)'
--- a/components/make/Makefile	Thu Mar 19 13:04:39 2015 -0700
+++ b/components/make/Makefile	Thu Mar 19 16:10:56 2015 -0700
@@ -47,6 +47,23 @@
 CONFIGURE_OPTIONS  +=		--infodir=$(CONFIGURE_INFODIR)
 CONFIGURE_OPTIONS  +=		CFLAGS="$(CFLAGS)"
 
+# force re-runs to be the same
+COMPONENT_PRE_TEST_ACTION = \
+    ($(TOUCH) $(SOURCE_DIR)/getloadavg.c)
+
+# Strip compilation lines from test output
+COMPONENT_TEST_TRANSFORMS += \
+    '-e "s|^.*$(CC).*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^.*source=.*libtool=no.*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^.*DEPDIR=.deps.*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^1-minute.*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^.*load average.*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^.*Running tests for GNU make.*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^.==========.*$$|XXX_CC_XXX|g" ' \
+    '-e "s|^Clearing work.*$$|XXX_CC_XXX|g" ' \
+    '-e "/^XXX_CC_XXX$$/d" '
+
+
 ASLR_MODE = $(ASLR_ENABLE)
 
 # common targets
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/components/make/test/results-64.master	Thu Mar 19 16:10:56 2015 -0700
@@ -0,0 +1,146 @@
+make[1]: Entering directory `$(@D)'
+Making check in glob
+make[2]: Entering directory `$(@D)/glob'
+make[2]: Nothing to be done for `check'.
+make[2]: Leaving directory `$(@D)/glob'
+Making check in config
+make[2]: Entering directory `$(@D)/config'
+make[2]: Nothing to be done for `check'.
+make[2]: Leaving directory `$(@D)/config'
+Making check in po
+make[2]: Entering directory `$(@D)/po'
+make[2]: Nothing to be done for `check'.
+make[2]: Leaving directory `$(@D)/po'
+Making check in doc
+make[2]: Entering directory `$(@D)/doc'
+make[2]: Nothing to be done for `check'.
+make[2]: Leaving directory `$(@D)/doc'
+make[2]: Entering directory `$(@D)'
+/usr/gnu/bin/make  loadavg
+make[3]: Entering directory `$(@D)'
+"$(SOURCE_DIR)/getloadavg.c", line 1006: warning: implicit function declaration: getloadavg
+make[3]: Leaving directory `$(@D)'
+/usr/gnu/bin/make  check-local
+make[3]: Entering directory `$(@D)'
+cd tests && perl ./run_make_tests.pl -make ../make 
+------------------------------------------------------------------------------
+                                GNU Make 3.82
+------------------------------------------------------------------------------
+
+Finding tests...
+
+features/comments ....................................... ok     (1 passed)
+features/conditionals ................................... ok     (4 passed)
+features/default_names .................................. ok     (3 passed)
+features/double_colon ................................... ok     (10 passed)
+features/echoing ........................................ ok     (4 passed)
+features/errors ......................................... ok     (2 passed)
+features/escape ......................................... ok     (6 passed)
+features/export ......................................... ok     (12 passed)
+features/include ........................................ ok     (10 passed)
+features/mult_rules ..................................... ok     (2 passed)
+features/mult_targets ................................... ok     (2 passed)
+features/order_only ..................................... ok     (10 passed)
+features/override ....................................... ok     (4 passed)
+features/parallelism .................................... ok     (8 passed)
+features/patspecific_vars ............................... ok     (10 passed)
+features/patternrules ................................... ok     (10 passed)
+features/quoting ........................................ ok     (1 passed)
+features/recursion ...................................... ok     (2 passed)
+features/reinvoke ....................................... ok     (4 passed)
+features/se_explicit .................................... ok     (9 passed)
+features/se_implicit .................................... ok     (9 passed)
+features/se_statpat ..................................... ok     (4 passed)
+features/statipattrules ................................. ok     (8 passed)
+features/targetvars ..................................... ok     (23 passed)
+features/varnesting ..................................... ok     (1 passed)
+features/vpath .......................................... ok     (2 passed)
+features/vpath2 ......................................... ok     (1 passed)
+features/vpath3 ......................................... ok     (1 passed)
+features/vpathgpath ..................................... ok     (1 passed)
+features/vpathplus ...................................... ok     (4 passed)
+functions/abspath ....................................... ok     (1 passed)
+functions/addprefix ..................................... ok     (1 passed)
+functions/addsuffix ..................................... ok     (2 passed)
+functions/andor ......................................... ok     (2 passed)
+functions/basename ...................................... ok     (1 passed)
+functions/call .......................................... ok     (2 passed)
+functions/dir ........................................... ok     (1 passed)
+functions/error ......................................... ok     (5 passed)
+functions/eval .......................................... ok     (9 passed)
+functions/filter-out .................................... ok     (1 passed)
+functions/findstring .................................... ok     (1 passed)
+functions/flavor ........................................ ok     (1 passed)
+functions/foreach ....................................... ok     (4 passed)
+functions/if ............................................ ok     (1 passed)
+functions/join .......................................... ok     (1 passed)
+functions/notdir ........................................ ok     (1 passed)
+functions/origin ........................................ ok     (1 passed)
+functions/realpath ...................................... ok     (2 passed)
+functions/shell ......................................... ok     (2 passed)
+functions/sort .......................................... ok     (1 passed)
+functions/strip ......................................... ok     (2 passed)
+functions/substitution .................................. ok     (3 passed)
+functions/suffix ........................................ ok     (1 passed)
+functions/value ......................................... ok     (1 passed)
+functions/warning ....................................... ok     (4 passed)
+functions/wildcard ...................................... ok     (4 passed)
+functions/word .......................................... ok     (16 passed)
+misc/close_stdout ....................................... ok     (0 passed)
+misc/general1 ........................................... ok     (1 passed)
+misc/general2 ........................................... ok     (1 passed)
+misc/general3 ........................................... ok     (10 passed)
+misc/general4 ........................................... ok     (6 passed)
+options/dash-B .......................................... ok     (8 passed)
+options/dash-C .......................................... ok     (2 passed)
+options/dash-I .......................................... ok     (3 passed)
+options/dash-W .......................................... ok     (10 passed)
+options/dash-e .......................................... ok     (1 passed)
+options/dash-f .......................................... ok     (4 passed)
+options/dash-k .......................................... ok     (3 passed)
+options/dash-l .......................................... ok     (1 passed)
+options/dash-n .......................................... ok     (4 passed)
+options/dash-q .......................................... ok     (8 passed)
+options/dash-t .......................................... ok     (2 passed)
+options/eval ............................................ ok     (2 passed)
+options/general ......................................... ok     (1 passed)
+options/symlinks ........................................ ok     (10 passed)
+options/warn-undefined-variables ........................ ok     (2 passed)
+targets/DEFAULT ......................................... ok     (1 passed)
+targets/FORCE ........................................... ok     (1 passed)
+targets/INTERMEDIATE .................................... ok     (8 passed)
+targets/ONESHELL ........................................ ok     (5 passed)
+targets/PHONY ........................................... ok     (1 passed)
+targets/POSIX ........................................... ok     (2 passed)
+targets/SECONDARY ....................................... ok     (12 passed)
+targets/SILENT .......................................... ok     (1 passed)
+targets/clean ........................................... ok     (2 passed)
+variables/CURDIR ........................................ ok     (1 passed)
+variables/DEFAULT_GOAL .................................. ok     (5 passed)
+variables/INCLUDE_DIRS .................................. ok     (2 passed)
+variables/LIBPATTERNS ................................... ok     (2 passed)
+variables/MAKE .......................................... ok     (1 passed)
+variables/MAKECMDGOALS .................................. ok     (3 passed)
+variables/MAKEFILES ..................................... ok     (2 passed)
+variables/MAKEFLAGS ..................................... ok     (2 passed)
+variables/MAKELEVEL ..................................... ok     (1 passed)
+variables/MAKE_RESTARTS ................................. ok     (3 passed)
+variables/MFILE_LIST .................................... ok     (1 passed)
+variables/SHELL ......................................... ok     (7 passed)
+variables/automatic ..................................... ok     (7 passed)
+variables/define ........................................ ok     (15 passed)
+variables/flavors ....................................... ok     (6 passed)
+variables/negative ...................................... ok     (4 passed)
+variables/private ....................................... ok     (8 passed)
+variables/special ....................................... ok     (2 passed)
+variables/undefine ...................................... ok     (4 passed)
+
+427 Tests in 105 Categories Complete ... No Failures :-)
+
+uptime
+./loadavg
+
+
+make[3]: Leaving directory `$(@D)'
+make[2]: Leaving directory `$(@D)'
+make[1]: Leaving directory `$(@D)'
--- a/components/tcsh/Makefile	Thu Mar 19 13:04:39 2015 -0700
+++ b/components/tcsh/Makefile	Thu Mar 19 16:10:56 2015 -0700
@@ -45,6 +45,10 @@
 COMPONENT_PRE_CONFIGURE_ACTION = \
 	($(CLONEY) $(SOURCE_DIR) $(@D))
 
+# force re-runs to be the same
+COMPONENT_PRE_TEST_ACTION = \
+    ($(RM) $(SOURCE_DIR)/tests/package.m4)
+
 COMPONENT_PREP_ACTION = \
 	(cd $(@D) ; autoconf )
 
--- /dev/null	Thu Jan 01 00:00:00 1970 +0000
+++ b/components/tcsh/test/results-64.master	Thu Mar 19 16:10:56 2015 -0700
@@ -0,0 +1,246 @@
+make[1]: Entering directory `$(@D)'
+{								   \
+  echo '# Signature of the current package.';			   \
+  echo 'm4_define([AT_PACKAGE_NAME],      [tcsh])';	   \
+  echo 'm4_define([AT_PACKAGE_TARNAME],   [tcsh])';   \
+  echo 'm4_define([AT_PACKAGE_VERSION],   [6.18.01])';   \
+  echo 'm4_define([AT_PACKAGE_STRING],    [tcsh 6.18.01])';	   \
+  echo 'm4_define([AT_PACKAGE_BUGREPORT], [http://bugs.gw.com/])'; \
+} >$(SOURCE_DIR)/tests/package.m4
+autom4te --language=autotest -I $(SOURCE_DIR)/tests \
+	$(SOURCE_DIR)/tests/testsuite.at -o $(SOURCE_DIR)/tests/testsuite.tmp
+mv $(SOURCE_DIR)/tests/testsuite.tmp $(SOURCE_DIR)/tests/testsuite
+/bin/sh $(SOURCE_DIR)/tests/testsuite
+## ------------------------ ##
+## tcsh 6.18.01 test suite. ##
+## ------------------------ ##
+  1: beepcmd                                         skipped (aliases.at:3)
+  2: cwdcmd                                          ok
+  3: jobcmd                                          skipped (aliases.at:19)
+  4: helpcommand                                     skipped (aliases.at:20)
+  5: periodic                                        skipped (aliases.at:21)
+  6: precmd                                          skipped (aliases.at:22)
+  7: postcmd                                         ok
+  8: shell                                           ok
+  9: -b                                              ok
+ 10: -c                                              ok
+ 11: -d                                              skipped (arguments.at:34)
+ 12: -e                                              ok
+ 13: -f                                              skipped (arguments.at:46)
+ 14: -i                                              ok
+ 15: -l                                              skipped (arguments.at:61)
+ 16: -m                                              skipped (arguments.at:65)
+ 17: -q                                              skipped (arguments.at:71)
+ 18: -s                                              ok
+ 19: -t                                              ok
+ 20: -v                                              ok
+ 21: -x                                              ok
+ 22: -V                                              skipped (arguments.at:126)
+ 23: -X                                              skipped (arguments.at:127)
+ 24: --help                                          skipped (arguments.at:130)
+ 25: --version                                       skipped (arguments.at:131)
+ 26: invalid option                                  ok
+ 27: non-option arguments                            ok
+ 28: %                                               skipped (commands.at:3)
+ 29: :                                               ok
+ 30: @                                               ok
+ 31: alias                                           ok
+ 32: alloc                                           skipped (commands.at:80)
+ 33: bg                                              skipped (commands.at:81)
+ 34: bindkey                                         skipped (commands.at:82)
+ 35: break                                           ok
+ 36: builtins                                        skipped (commands.at:133)
+ 37: bye                                             skipped (commands.at:134)
+ 38: cd                                              ok
+ 39: complete                                        ok
+ 40: continue                                        ok
+ 41: dirs                                            ok
+ 42: echo                                            ok
+ 43: echotc                                          skipped (commands.at:348)
+ 44: eval                                            ok
+ 45: exec                                            ok
+ 46: exit                                            ok
+ 47: fg                                              skipped (commands.at:378)
+ 48: filetest                                        ok
+ 49: foreach                                         ok
+ 50: getspath                                        skipped (commands.at:520)
+ 51: getxvers                                        skipped (commands.at:521)
+ 52: glob                                            ok
+ 53: goto                                            ok
+ 54: hashstat                                        skipped (commands.at:560)
+ 55: history                                         ok
+ 56: hup                                             ok
+ 57: if                                              ok
+ 58: inlib                                           skipped (commands.at:773)
+ 59: jobs                                            skipped (commands.at:774)
+ 60: kill                                            ok
+ 61: limit                                           skipped (commands.at:793)
+ 62: log                                             ok
+ 63: login                                           skipped (commands.at:807)
+ 64: logout                                          ok
+ 65: ls-F                                            ok
+ 66: migrate                                         skipped (commands.at:887)
+ 67: newgrp                                          skipped (commands.at:888)
+ 68: nice                                            ok
+ 69: nohup                                           ok
+ 70: notify                                          skipped (commands.at:919)
+ 71: onintr                                          ok
+ 72: popd                                            ok
+ 73: printenv                                        ok
+ 74: pushd                                           ok
+ 75: rehash                                          ok
+ 76: repeat                                          ok
+ 77: rootnode                                        skipped (commands.at:1089)
+ 78: sched                                           skipped (commands.at:1090)
+ 79: set                                             ok
+ 80: setenv                                          ok
+ 81: setpath                                         skipped (commands.at:1154)
+ 82: setspath                                        skipped (commands.at:1155)
+ 83: settc                                           skipped (commands.at:1156)
+ 84: setty                                           skipped (commands.at:1157)
+ 85: setxvers                                        skipped (commands.at:1158)
+ 86: shift                                           ok
+ 87: source                                          ok
+ 88: stop                                            skipped (commands.at:1240)
+ 89: suspend                                         skipped (commands.at:1241)
+ 90: switch                                          ok
+ 91: telltc                                          skipped (commands.at:1300)
+ 92: termname                                        skipped (commands.at:1301)
+ 93: time                                            skipped (commands.at:1302)
+ 94: umask                                           ok
+ 95: unalias                                         ok
+ 96: uncomplete                                      ok
+ 97: unhash                                          ok
+ 98: universe                                        skipped (commands.at:1360)
+ 99: unlimit                                         skipped (commands.at:1361)
+100: unset                                           ok
+101: unsetenv                                        ok
+102: ver                                             skipped (commands.at:1393)
+103: wait                                            ok
+104: warp                                            skipped (commands.at:1404)
+105: watchlog                                        skipped (commands.at:1405)
+106: where                                           ok
+107: which                                           ok
+108: while                                           ok
+109: Arithmetic operators                            ok
+110: Primary expressions                             ok
+111: Word splitting                                  ok
+112: Comments                                        ok
+113: Escaping special characters                     ok
+114: Preventing substitution                         ok
+115: History basics                                  ok
+116: Event specification                             ok
+117: Word selection                                  ok
+118: History modifiers                               ok
+119: Alias substitution                              ok
+120: Variable substitution                           ok
+121: EUC-JP multibyte test                           ok
+122: UTF-8 multibyte test                            ok
+123: Command substitution                            ok
+124: Filename substitution                           ok
+125: Directory stack substitution                    ok
+126: Command combinations                            ok
+127: Command execution                               ok
+128: $ addsuffix                                     ok
+129: $ afsuser                                       ok
+130: $ ampm                                          ok
+131: $ argv                                          ok
+132: $ autocorrect                                   ok
+133: $ autoexpand                                    ok
+134: $ autolist                                      ok
+135: $ autologout                                    skipped (variables.at:55)
+136: $ backslash_quote                               ok
+137: $ catalog                                       ok
+138: $ cdpath                                        ok
+139: $ color                                         ok
+140: $ colorcat                                      ok
+141: $ command                                       ok
+142: $ complete                                      ok
+143: $ continue                                      ok
+144: $ continue_args                                 ok
+145: $ correct                                       ok
+146: $ csubstnonl                                    ok
+147: $ cwd                                           ok
+148: $ dextract                                      ok
+149: $ dirsfile                                      ok
+150: $ dirstack                                      ok
+151: $ dspmbyte                                      skipped (variables.at:254)
+152: $ dunique                                       ok
+153: $ echo                                          ok
+154: $ echo_style                                    ok
+155: $ edit                                          ok
+156: $ ellipsis                                      ok
+157: $ fignore                                       ok
+158: $ filec                                         ok
+159: $ gid                                           ok
+160: $ group                                         ok
+161: $ histchars                                     ok
+162: $ histdup                                       ok
+163: $ histfile                                      ok
+164: $ histlit                                       ok
+165: $ history                                       ok
+166: $ home                                          ok
+167: $ ignoreeof                                     ok
+168: $ implicitcd                                    ok
+169: $ inputmode                                     ok
+170: $ killdup                                       ok
+171: $ killring                                      ok
+172: $ listflags                                     ok
+173: $ listjobs                                      ok
+174: $ listlinks                                     ok
+175: $ listmax                                       ok
+176: $ listmaxrows                                   ok
+177: $ loginsh                                       ok
+178: $ logout                                        ok
+179: $ mail                                          ok
+180: $ matchbeep                                     ok
+181: $ nobeep                                        ok
+182: $ noclobber                                     ok
+183: $ noding                                        ok
+184: $ noglob                                        ok
+185: $ nostat                                        ok
+186: $ notify                                        ok
+187: $ oid                                           skipped (variables.at:692)
+188: $ owd                                           ok
+189: $ path                                          ok
+190: $ printexitvalue                                ok
+191: $ prompt                                        ok
+192: $ prompt2                                       ok
+193: $ prompt3                                       ok
+194: $ promptchars                                   ok
+195: $ pushdtohome                                   ok
+196: $ pushdsilent                                   ok
+197: $ recexact                                      ok
+198: $ recognize_only_executablers                   ok
+199: $ rmstar                                        ok
+200: $ rprompt                                       ok
+201: $ savedirs                                      ok
+202: $ savehist                                      ok
+203: $ sched                                         ok
+204: $ shell                                         ok
+205: $ shlvl                                         ok
+206: $ status                                        ok
+207: $ symlinks                                      ok
+208: $ tcsh                                          ok
+209: $ term                                          ok
+210: $ time                                          ok
+211: $ tperiod                                       ok
+212: $ tty                                           ok
+213: $ uid                                           ok
+214: $ user                                          ok
+215: $ verbose                                       ok
+216: $ version                                       ok
+217: $ visiblebell                                   ok
+218: $ watch                                         ok
+219: $ who                                           ok
+220: $ wordchars                                     ok
+221: -n                                              ok
+222: $<                                              ok
+
+## ------------- ##
+## Test results. ##
+## ------------- ##
+
+170 tests were successful.
+52 tests were skipped.
+make[1]: Leaving directory `$(@D)'