Changeset 13401


Ignore:
Timestamp:
07/14/11 14:10:11 (10 years ago)
Author:
Mark Evenson
Message:

ANSI-TESTS:FULL-REPORT provides a clearer reports of test failures.

Added test results between 0.25.0 and 0.26.0 on Solaris.

Location:
trunk/abcl/test/lisp/ansi
Files:
2 edited

Legend:

Unmodified
Added
Removed
  • trunk/abcl/test/lisp/ansi/ansi-test-failures

    r12556 r13401  
    359359     FORMAT.LOGICAL-BLOCK.CIRCLE.3 WITH-STANDARD-IO-SYNTAX.23 TRACE.8))
    360360
     361(doit 0.25.0 :id saturn
     362      :uname "i386-pc-solaris2.11.oi_148"  :jvm "jdk-1.6.0_25"
     363     (DEFGENERIC.ERROR.20 DEFGENERIC.ERROR.21 DEFGENERIC.30
     364      CALL-NEXT-METHOD.ERROR.1 CALL-NEXT-METHOD.ERROR.2
     365      DEFMETHOD.ERROR.14 DEFMETHOD.ERROR.15 INVOKE-DEBUGGER.1
     366      MAKE-CONDITION.3 MAKE-CONDITION.4 DELETE-PACKAGE.5
     367      DELETE-PACKAGE.6 MAP.48 TYPE-OF.1 TYPE-OF.4 MAKE-PATHNAME.9
     368      ENSURE-DIRECTORIES-EXIST.8 PRINT.SYMBOL.RANDOM.2
     369      PRINT.RANDOM-STATE.1 PPRINT-FILL.14 PPRINT-FILL.15
     370      PPRINT-LINEAR.14 PPRINT-TABULAR.13 PPRINT-LOGICAL-BLOCK.17
     371      PPRINT-POP.7 PPRINT-POP.8 FORMAT.LOGICAL-BLOCK.CIRCLE.1
     372      FORMAT.LOGICAL-BLOCK.CIRCLE.2 FORMAT.LOGICAL-BLOCK.CIRCLE.3
     373      COMPILE-FILE.16))
     374
     375(compileit 0.25.0 :id saturn
     376      :uname "i386-pc-solaris2.11.oi_148"  :jvm "jdk-1.6.0_25"
     377     (MULTIPLE-VALUE-PROG1.10 DEFGENERIC.ERROR.20 DEFGENERIC.ERROR.21
     378      DEFGENERIC.30 CALL-NEXT-METHOD.ERROR.1 CALL-NEXT-METHOD.ERROR.2
     379      DEFMETHOD.ERROR.14 DEFMETHOD.ERROR.15 INVOKE-DEBUGGER.1
     380      MAKE-CONDITION.3 MAKE-CONDITION.4 DELETE-PACKAGE.5
     381      DELETE-PACKAGE.6 MAP.48 TYPE-OF.1 TYPE-OF.4 MAKE-PATHNAME.9
     382      ENSURE-DIRECTORIES-EXIST.8 PRINT.SYMBOL.RANDOM.2
     383      PRINT.SYMBOL.RANDOM.4 PRINT.STRING.RANDOM.1 PRINT.RANDOM-STATE.1
     384      PPRINT-FILL.14 PPRINT-FILL.15 PPRINT-LINEAR.14 PPRINT-TABULAR.13
     385      PPRINT-LOGICAL-BLOCK.17 PPRINT-POP.7 PPRINT-POP.8
     386      FORMAT.LOGICAL-BLOCK.CIRCLE.1 FORMAT.LOGICAL-BLOCK.CIRCLE.2
     387      FORMAT.LOGICAL-BLOCK.CIRCLE.3 COMPILE-FILE.16 TRACE.8))
     388
     389(doit 0.26.0 :id saturn
     390      (DEFGENERIC.ERROR.20 DEFGENERIC.ERROR.21 DEFGENERIC.30
     391       CALL-NEXT-METHOD.ERROR.1 CALL-NEXT-METHOD.ERROR.2
     392       DEFMETHOD.ERROR.14 DEFMETHOD.ERROR.15 INVOKE-DEBUGGER.1
     393       MAKE-CONDITION.3 MAKE-CONDITION.4 DELETE-PACKAGE.5
     394       DELETE-PACKAGE.6 MAP.48 TYPE-OF.1 TYPE-OF.4 CHAR-NAME.1
     395       ENSURE-DIRECTORIES-EXIST.8 PRINT.SYMBOL.RANDOM.2
     396       PRINT.RANDOM-STATE.1 PPRINT-FILL.14 PPRINT-FILL.15
     397       PPRINT-LINEAR.14 PPRINT-TABULAR.13 PPRINT-LOGICAL-BLOCK.17
     398       PPRINT-POP.7 PPRINT-POP.8 FORMAT.C.2A FORMATTER.C.2A
     399       FORMAT.LOGICAL-BLOCK.CIRCLE.1 FORMAT.LOGICAL-BLOCK.CIRCLE.2
     400       FORMAT.LOGICAL-BLOCK.CIRCLE.3 SYNTAX.SHARP-BACKSLASH.6
     401       SYNTAX.SHARP-BACKSLASH.7))
     402
     403(compileit 0.26.0 :id saturn
     404      (MULTIPLE-VALUE-PROG1.10 DEFGENERIC.ERROR.20 DEFGENERIC.ERROR.21
     405       DEFGENERIC.30 CALL-NEXT-METHOD.ERROR.1 CALL-NEXT-METHOD.ERROR.2
     406       DEFMETHOD.ERROR.14 DEFMETHOD.ERROR.15 INVOKE-DEBUGGER.1
     407       MAKE-CONDITION.3 MAKE-CONDITION.4 DELETE-PACKAGE.5
     408       DELETE-PACKAGE.6 MAP.48 TYPE-OF.1 TYPE-OF.4 CHAR-NAME.1
     409       ENSURE-DIRECTORIES-EXIST.8 PRINT.SYMBOL.RANDOM.4
     410       PRINT.RANDOM-STATE.1 PPRINT-FILL.14 PPRINT-FILL.15
     411       PPRINT-LINEAR.14 PPRINT-TABULAR.13 PPRINT-LOGICAL-BLOCK.17
     412       PPRINT-POP.7 PPRINT-POP.8 FORMAT.C.2A FORMATTER.C.2A
     413       FORMAT.LOGICAL-BLOCK.CIRCLE.1 FORMAT.LOGICAL-BLOCK.CIRCLE.2
     414       FORMAT.LOGICAL-BLOCK.CIRCLE.3 SYNTAX.SHARP-BACKSLASH.6
     415       SYNTAX.SHARP-BACKSLASH.7 TRACE.8))
     416
     417
     418
     419
  • trunk/abcl/test/lisp/ansi/parse-ansi-errors.lisp

    r12946 r13401  
    7272
    7373(defun get-hash-table (test)
    74   (getf `(doit ,*doit* compileit ,*compileit*) test)) 
     74  (let ((name (symbol-name test)))
     75    (when (string-equal name "doit")
     76      (return-from get-hash-table *doit*))
     77    (when (string-equal name "compileit")
     78      (return-from get-hash-table *compileit*))))
    7579
    7680(defvar *default-database-file*
     
    8084
    8185(defun parse (&optional (file *default-database-file*))
     86  "Parse the ansi test database present at *DEFAULT-DATABASE-FILE*.
     87
     88Optionally the file to parse may be specified by the FILE argument."
    8289  (format t "Parsing test report database from ~A~%" *default-database-file*)
    8390  (with-open-file (s file :direction :input)
     
    95102            (push :id args))
    96103          (setf id (getf args :id))
     104          (unless (gethash version (get-hash-table test))
     105            (setf (gethash version (get-hash-table test))
     106                  (make-hash-table)))
    97107          (if (> (length args) 2)
    98108              (setf (gethash id *id*) args)
    99109              (if (null (gethash id *id*))
    100110                  (setf (gethash id *id*) args)))
    101           (when (null (gethash version (get-hash-table test)))
    102             (setf (gethash version (get-hash-table test))
    103                   (make-hash-table)))
    104111          (setf (gethash id
    105112                         (gethash version (get-hash-table test)))
     
    140147
    141148(defun report (test version-1 version-2)
     149  "Report on the difference of test failures for TEST between VERSION-1 and VERSION-2.
     150
     151TEST is symbol with a value of 'DOIT specifying the interpreted
     152version of the tests, or 'COMPILEIT specifiying the compiled verision of the tests.
     153
     154VERSION-1 and VERSION-2 are symbols of two versions contained in the test database."
     155
    142156  (let ((reports (generate-report test version-1 version-2)))
    143157    (dolist (report reports)
     
    152166                  version-2 id2 version-1 id1 diff-2->1))))))
    153167           
     168(defun full-report (version-1 version-2)
     169  (let ((interpreted-reports (generate-report 'doit version-1 version-2))
     170        (compiled-reports (generate-report 'compileit version-1 version-2)))
     171    (dolist (interpreted interpreted-reports)
     172      (destructuring-bind ((id1 . id2) ((total-failures1 diff-1->2)
     173                                        (total-failures2 diff-2->1)))
     174          interpreted
     175        (format t "~2&Interpreted~%")
     176        (format t "~&~20<~A-~A~>~20<~A-~A~>" id1  version-1 id2 version-2)
     177        (format t "~&~20<~A failures~>~20<~A failures~>"
     178                total-failures1 total-failures2)
     179        (format t "~&~A-~A:~&  ~A" id1 version-1 diff-1->2)
     180        (format t "~&~A-~A:~&  ~A" id2 version-2 diff-2->1)))
     181    (dolist (compiled compiled-reports)
     182      (destructuring-bind ((id1 . id2) ((total-failures1 diff-1->2)
     183                                        (total-failures2 diff-2->1)))
     184          compiled
     185        (format t "~2&Compiled~%")
     186        (format t "~&~20<~A-~A~>~20<~A-~A~>" id1  version-1 id2 version-2)
     187        (format t "~&~20<~A failures~>~20<~A failures~>"
     188                total-failures1 total-failures2)
     189        (format t "~&~A-~A:~&  ~A" id1 version-1 diff-1->2)
     190        (format t "~&~A-~A:~&  ~A" id2 version-2 diff-2->1)))))
     191
     192     
     193   
     194 
     195   
    154196       
Note: See TracChangeset for help on using the changeset viewer.