test-run-program-unix.script 22.9 KB
Newer Older
Elias Pipping's avatar
Elias Pipping committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
(unless (os-unix-p)
  (leave-test "This test can only be run on UNIX" 0))

#+abcl
(unless (version-satisfies
         (second (split-string (implementation-identifier) :separator '(#\-)))
         "1.4")
  (leave-test
   "This test is not meant to be run on versions of ABCL that predate 1.4" 0))

#+clasp
(leave-test "Clasp does not have a run-program function" 0)

#+cmucl
(let* ((v (first (uiop:split-string (lisp-implementation-version))))
       (v-main (subseq v 0 2))
       (v-sub (subseq v 2 3)))
  (when (and (= 3 (length v)) ; cannot use length=n-p
             (every #'digit-char-p v-main)
             (every #'alpha-char-p v-sub))
    (unless (or (version-satisfies v-main "22")
                (and (version-satisfies v-main "21")
                     (not (string-equal v-sub "a"))))
      (leave-test
       "This test is not meant to be run on versions of CMU CL that predate 21B" 0))))

#+ecl
(unless (version-satisfies
         (lisp-implementation-version)
         "16.1.2")
  (leave-test
   "This test is not meant to be run on versions of ECL that predate 16.1.2" 0))

#+mkcl
(unless (version-satisfies (lisp-implementation-version) "1.1.10")
  (leave-test
   "This test is not meant to be run on versions of MKCL that predate 1.1.10" 0))

#-(or abcl allegro clasp clisp clozure cmucl ecl lispworks mkcl sbcl)
(leave-test "This test has never been run on your lisp and would probably fail" 0)

;;; Helpers
(defvar *input-file*
  (subpathname *build-directory*
45
               (strcat (implementation-identifier) "-" "input")))
Elias Pipping's avatar
Elias Pipping committed
46
47
(defvar *output-file*
  (subpathname *build-directory*
48
               (strcat (implementation-identifier) "-" "output")))
Elias Pipping's avatar
Elias Pipping committed
49
50
(defvar *error-output-file*
  (subpathname *build-directory*
51
               (strcat (implementation-identifier) "-" "error-output")))
Elias Pipping's avatar
Elias Pipping committed
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77

;;; Test setup and execution

(defvar *suite-number* -1)
(defvar *test-number*)
(defvar *suites* nil)
(defvar *suites-reversed* t)
(defvar *letters* "abcdefghijklmnopqrstuvwxyz")
(defvar *number-of-failed-tests* 0)
(defvar *number-of-skipped-tests* 0)
(defvar *number-of-unsupported-tests* 0)
(defvar *number-of-unimplemented-tests* 0)

(defun new-test-suite (label)
  (incf *suite-number*)
  (setf *test-number* -1)
  (push (list (format nil "~a  ~a" *suite-number* label)) *suites*))

(defun push-test (test)
  (push test (first *suites*)))

(defun run-tests ()
  (when *suites-reversed*
    (setf *suites* (reverse (mapcar #'reverse *suites*)))
    (setf *suites-reversed* nil)
    (dolist (suite *suites*)
78
79
80
81
82
      (format t "~a~%" (first suite))
      (dolist (test (cdr suite))
        (funcall test)
        (dolist (file (list *input-file* *output-file* *error-output-file*))
          (delete-file-if-exists file))))))
Elias Pipping's avatar
Elias Pipping committed
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187


;; Defines a test that is automatically numbered. Within its body, the
;; following variables are available:
;;  - output-string, error-string
;;  - suite-number, test-number, test-letter
;; The description string str should not contain more than 57 characters
(defmacro define-test (str &body body)
  `(progn
     (incf *test-number*)
     (push-test
      (let ((suite-number *suite-number*)
            (test-number *test-number*)
            error-status
            error-description)
        #'(lambda ()
            (let* ((test-letter (aref *letters* test-number))
                   (output-string (format nil "output~a~a"
                                          suite-number test-number))
                   (error-string (format nil "error~a~a"
                                         suite-number test-number)))
              (declare (ignorable output-string error-string))
              (format t " ~a ~a~%" test-letter ,str)
              (block test-case
                (handler-bind ((parameter-error
                                #'(lambda (c)
                                    (declare (ignore c))
                                    (incf *number-of-unsupported-tests*)
                                    (setf error-status 'unsupported)
                                    (return-from test-case)))
                               (not-implemented-error
                                #'(lambda (c)
                                    (declare (ignore c))
                                    (incf *number-of-unimplemented-tests*)
                                    (setf error-status 'not-implemented)
                                    (return-from test-case)))
                               (test-skipped
                                #'(lambda (c)
                                    (incf *number-of-skipped-tests*)
                                    (setf error-status 'skipped)
                                    (setf error-description (format nil "~a" c))
                                    (return-from test-case)))
                               (test-failure
                                #'(lambda (c)
                                    (declare (ignore c))
                                    (incf *number-of-failed-tests*)
                                    (setf error-status 'failed)
                                    (return-from test-case)))
                               (error
                                #'(lambda (c)
                                    (incf *number-of-failed-tests*)
                                    (setf error-status 'general)
                                    (setf error-description (format nil "~a" c))
                                    (return-from test-case))))
                  ,@body))
              (case error-status
                (failed (incf *number-of-failed-tests*))
                (unsupported (report-result "" "NOT SUPPORTED"))
                (not-implemented (report-result "" "NOT IMPLEMENTED"))
                (skipped (report-result "" "SKIPPED")
                         (format t "   Skipped for the following reason: ~a~%"
                                 error-description))
                (general (report-result "" "ERROR")
                         (format t "   The following error was encountered: ~a~%"
                                 (string-trim (list #\Space #\  #\Newline)
                                              error-description))))))))))

(define-condition test-skipped (error)
  ((reason :initarg :reason))
  (:report (lambda (condition stream)
             (format stream "~a" (slot-value condition 'reason)))))
(defun skip-test (reason)
  (error 'test-skipped :reason reason))

(define-condition test-failure (error)
  ())

;;; Testing utilities

(defun file-contains-exactly (filename expected-content)
  (let ((actual-content (read-file-string filename)))
    (string= actual-content expected-content)))

(defun report-result (description outcome)
  (format t "   ~57,1,0,'.a ~a~%" description outcome))

(defun handle-result (description passed-or-not)
  (unless passed-or-not
    (report-result description "FAIL")
    (error 'test-failure)))

(defun check-output (str)
  (handle-result "output as expected?"
                 (file-contains-exactly *output-file* str)))
(defun check-error-output (str)
  (handle-result "error-output as expected?"
                 (file-contains-exactly *error-output-file* str)))
(defun check-strings (str1 str2)
  (handle-result "received what we sent?"
                 (string= str1 str2)))

(defun create-file-from-string (name string)
  (with-open-file (output name :direction :output :if-exists :supersede)
    (format output string)))

Elias Pipping's avatar
Elias Pipping committed
188
189
190
191
192
193
;; Skips the test if terminate-process cannot be called
(defun my-terminate-process (&rest rest)
  #+ecl (unless (find-symbol* '#:terminate-process :ext nil)
          (error 'test-skipped :reason "ext:terminate-process missing"))
  (apply #'terminate-process rest))

Elias Pipping's avatar
Elias Pipping committed
194
195
;;; The actual tests

196
(new-test-suite "run-program/launch-program")
Elias Pipping's avatar
Elias Pipping committed
197
198
199

(define-test
    ":input/:output/:error-output nil (default)"
200
201
    (run-program (format nil "./exiter.sh 0 ~a" output-string)
                 :input nil :output nil))
Elias Pipping's avatar
Elias Pipping committed
202
203
204

(define-test
    ":error-output :interactive"
205
206
    (run-program (format nil "./exiter.sh 0 ~a" output-string)
                 :error-output :interactive))
Elias Pipping's avatar
Elias Pipping committed
207
208
209

(define-test
    ":error-output :output"
210
211
    (run-program (format nil "./exiter.sh 0 ~a" output-string)
                 :error-output :output))
Elias Pipping's avatar
Elias Pipping committed
212
213
214
215
216

(define-test
    ":output <file> (file e.)"
    (progn
      (create-file-from-string *output-file* "")
217
218
      (run-program (format nil "./exiter.sh 0 ~a" output-string)
                   :output *output-file*)
Elias Pipping's avatar
Elias Pipping committed
219
220
221
222
223
224
225
      (check-output (format nil "~a~%" output-string))))

(define-test
    ":output <file> :error-output <file> (files e.)"
    (progn
      (create-file-from-string *output-file* "")
      (create-file-from-string *error-output-file* "")
226
227
228
229
      (run-program (format nil "./exiter.sh 0 ~a ~a"
                           output-string error-string)
                   :output *output-file*
                   :error-output *error-output-file*)
Elias Pipping's avatar
Elias Pipping committed
230
231
232
      (check-output (format nil "~a~%" output-string))
      (check-error-output (format nil "~a~%" error-string))))

233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
(define-test
    ":input <file> (file m.) :i-i-d-n-e :error"
    (progn
      (delete-file-if-exists *input-file*)
      (with-expected-failure (t)
        (run-program "cat" :input *input-file*
                     :if-input-does-not-exist :error))))

(define-test
    ":input <file> (file m.) :i-i-d-n-e :create"
    (progn
      (delete-file-if-exists *input-file*)
      (run-program "cat" :input *input-file*
                   :if-input-does-not-exist :create)))

Elias Pipping's avatar
Elias Pipping committed
248
249
(define-test
    ":input <file> (file e.)"
250
251
252
    (progn
      (let ((in-string (format nil "A line.~%And another.~%")))
        (create-file-from-string *input-file* in-string))
253
254
      (run-program "cat" :input *input-file*
                   :if-input-does-not-exist :create)))
Elias Pipping's avatar
Elias Pipping committed
255
256
257

(define-test
    ":input <file> (as pathname; file e.)"
258
259
260
    (progn
      (let ((in-string (format nil "A line.~%And another.~%")))
        (create-file-from-string *input-file* in-string))
261
262
      (run-program "cat" :input (truename *input-file*)
                   :if-input-does-not-exist :create)))
Elias Pipping's avatar
Elias Pipping committed
263
264
265
266
267
268

(define-test
    ":input <file> :output <file> (files e.)"
    (let ((in-string (format nil "A line.~%And another.~%")))
      (create-file-from-string *input-file* in-string)
      (create-file-from-string *output-file* "")
269
      (run-program "cat" :input *input-file* :output *output-file*)
270
      (check-output in-string)))
Elias Pipping's avatar
Elias Pipping committed
271
272
273
274
275
276

(define-test
    ":input <file> :output <file> (files e./m.)"
    (let ((in-string (format nil "A line.~%And another.~%")))
      (create-file-from-string *input-file* in-string)
      (delete-file-if-exists *output-file*)
277
278
      (run-program "cat" :input *input-file*
                   :output *output-file*)
279
      (check-output in-string)))
Elias Pipping's avatar
Elias Pipping committed
280
281
282

(define-test
    ":output <fstream> :error-output <fstream>"
283
284
285
286
287
288
289
    (progn
      (with-open-file (output *output-file* :direction :output
                              :if-exists :supersede
                              #+clozure :sharing #+clozure :lock)
        (with-open-file (error-output *error-output-file* :direction :output
                                      :if-exists :supersede
                                      #+clozure :sharing #+clozure :lock)
290
291
292
          (run-program (format nil "./exiter.sh 0 ~a ~a"
                               output-string error-string)
                       :output output :error-output error-output)))
293
294
      (check-output (format nil "~a~%" output-string))
      (check-error-output (format nil "~a~%" error-string))))
Elias Pipping's avatar
Elias Pipping committed
295
296
297

(define-test
    ":input <file> :output <sstream>"
298
299
300
    (let ((in-string (format nil "A line.~%And another.~%")))
      (create-file-from-string *input-file* in-string)
      (with-output-to-string (out-stream)
301
        (run-program "cat" :input *input-file* :output out-stream)
302
        (check-strings in-string (get-output-stream-string out-stream)))))
Elias Pipping's avatar
Elias Pipping committed
303
304
305

(define-test
    ":input <sstream> :output <sstream>"
306
307
308
    (let ((in-string (format nil "A line.~%And another.~%")))
      (with-output-to-string (out-stream nil)
        (with-input-from-string (in-stream in-string)
309
          (run-program "cat" :input in-stream :output out-stream))
310
        (check-strings in-string (get-output-stream-string out-stream)))))
Elias Pipping's avatar
Elias Pipping committed
311
312
313
314
315
316
317

(define-test
    ":input <file> :output :stream :wait nil"
    (let ((in-string (format nil "A line.~%And another.~%")))
      (with-open-file (input *input-file* :direction :output
                             :if-exists :supersede)
        (format input in-string))
318
319
      (let* ((process (launch-program "cat" :input *input-file*
                                       :output :stream))
Elias Pipping's avatar
Elias Pipping committed
320
321
322
323
324
325
326
327
328
329
330
331
             (output (process-info-output process))
             (out-string (make-string (length in-string))))
        (wait-process process)
        (read-sequence out-string output)
        (check-strings in-string out-string)
        (close-streams process))))

(defvar *dynamic-input*)

(define-test
    ":input <fstream-synonym> :output <file>"
    (let ((in-string (format nil "A line.~%And another.~%")))
332
333
334
335
336
337
      (with-open-file (input *input-file* :direction :output
                             :if-exists :supersede)
        (format input in-string))
      (create-file-from-string *output-file* "")
      (with-open-file (input *input-file* :direction :input
                             :if-does-not-exist :error)
Elias Pipping's avatar
Elias Pipping committed
338
339
        (let* ((*dynamic-input* input)
               (input-synonym (make-synonym-stream '*dynamic-input*)))
340
341
342
          (run-program "cat"
                       :input input-synonym
                       :output *output-file*))
343
344
345
346
347
348
349
350
351
352
        (check-output in-string))))

(define-test
    ":input <sstream-synonym> :output <file>"
    (progn
      (create-file-from-string *output-file* "")
      (let ((in-string (format nil "A line.~%And another.~%")))
        (with-input-from-string (input in-string)
          (let* ((*dynamic-input* input)
                 (input-synonym (make-synonym-stream '*dynamic-input*)))
353
354
355
            (run-program "cat"
                         :input input-synonym
                         :output *output-file*)))
356
        (check-output in-string))))
Elias Pipping's avatar
Elias Pipping committed
357
358
359
360
361
362

(define-test
    ":directory"
    (let* ((in-string (format nil "A line.~%And another.~%"))
           (temporary-directory
            (subpathname *build-directory*
363
364
365
                         (format nil "test-run-program-unix/~a"
                                 (implementation-identifier))
                         :type :directory))
Elias Pipping's avatar
Elias Pipping committed
366
367
368
369
370
371
           (relative-filename "input")
           (temporary-file (subpathname temporary-directory relative-filename)))
      (ensure-directories-exist temporary-directory)
      (create-file-from-string temporary-file in-string)

      (delete-file-if-exists *output-file*)
372
373
      (run-program (format nil "cat ~a" relative-filename)
                   :output *output-file* :directory temporary-directory)
Elias Pipping's avatar
Elias Pipping committed
374
375
      (check-output in-string)))

Elias Pipping's avatar
Elias Pipping committed
376
(new-test-suite "process-info-pid")
Elias Pipping's avatar
Elias Pipping committed
377
378
379

(define-test
    "basic functionality"
380
    (let* ((process-info (launch-program "./sleeper.sh 12 1"))
Elias Pipping's avatar
Elias Pipping committed
381
           (pid (process-info-pid process-info)))
Elias Pipping's avatar
Elias Pipping committed
382
383
384
385
      (handle-result "obtainable and plausible?"
                     (and (numberp pid) (plusp pid)))
      (wait-process process-info)))

Elias Pipping's avatar
Elias Pipping committed
386
387
388
(new-test-suite "wait-process")

(define-test
389
390
391
392
    "exit code after exit: synchronous"
    (let ((exit-code (nth-value 2 (run-program "./exiter.sh 12"
                                               :ignore-error-status t))))
      (handle-result "exit code matches?" (equal 12 exit-code))))
Elias Pipping's avatar
Elias Pipping committed
393
394
395

(define-test
    "exit code after exit: asynchronous (repeated)"
396
    (let ((process-info (launch-program "./sleeper.sh 12 1")))
397
398
399
400
      (handle-result "exit code matches?"
                     (equal 12 (wait-process process-info)))
      (handle-result "exit code matches? (no. 2)"
                     (equal 12 (wait-process process-info)))))
Elias Pipping's avatar
Elias Pipping committed
401

402
(define-test
403
    "exit code after signal: synchronous"
404
405
    #+(and lispworks (not lispworks7+))
    (skip-test "Known to fail")
406
407
408
    (let ((exit-code (nth-value 2 (run-program "./killer.sh"
                                               :ignore-error-status t))))
      (handle-result "exit code matches?" (equal (+ 128 15) exit-code))))
409
410
411
412
413

(define-test
    "exit code after signal: asynchronous (repeated)"
    #+(and lispworks (not lispworks7+))
    (skip-test "Known to fail")
414
    (let ((process-info (launch-program "./killer.sh")))
415
416
417
418
419
      (handle-result "exit code matches?"
                     (equal (+ 128 15) (wait-process process-info)))
      (handle-result "exit code matches? (no. 2)"
                     (equal (+ 128 15) (wait-process process-info)))))

Elias Pipping's avatar
Elias Pipping committed
420
(new-test-suite "process-alive-p / terminate-process")
421
422
423

(define-test
    "not alive (we slept)"
424
    (let ((process-info (launch-program "./sleeper.sh 12 1")))
425
426
427
428
429
430
431
432
433
434
      (handle-result "alive?"
                     (process-alive-p process-info))
      (sleep 2)
      (handle-result "dead?"
                     (not (process-alive-p process-info)))
      (wait-process process-info)))


(define-test
    "not alive (we waited)"
435
    (let ((process-info (launch-program "./sleeper.sh 12 1")))
436
437
438
439
440
441
442
      (handle-result "alive?"
                     (process-alive-p process-info))
      (wait-process process-info)
      (handle-result "dead?"
                     (not (process-alive-p
                           process-info)))))

Elias Pipping's avatar
Elias Pipping committed
443
444
(define-test
    "not alive (we terminated it)"
445
    (let ((process-info (launch-program "./sleeper.sh 12 2")))
Elias Pipping's avatar
Elias Pipping committed
446
447
448
449
450
451
452
453
454
455
      (handle-result "alive?"
                     (process-alive-p process-info))
      (my-terminate-process process-info :urgent t)
      (sleep 1)
      (handle-result "dead?"
                     (not (process-alive-p process-info)))
      (wait-process process-info)))

(define-test
    "not alive (we terminated it repeatedly)"
456
    (let ((process-info (launch-program "./sleeper.sh 12 3")))
Elias Pipping's avatar
Elias Pipping committed
457
458
459
460
461
462
463
464
465
466
      (handle-result "alive?"
                     (process-alive-p process-info))
      (my-terminate-process process-info :urgent t)
      (sleep 1)
      (my-terminate-process process-info :urgent t)
      (sleep 1)
      (handle-result "dead?"
                     (not (process-alive-p process-info)))
      (wait-process process-info)))

467
468
(define-test
    "multiple processes: proper exit sequence"
469
470
    (let ((process-info1 (launch-program "./sleeper.sh 12 1"))
          (process-info2 (launch-program "./sleeper.sh 12 2")))
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
      (handle-result "#1 alive?"
                     (process-alive-p process-info1))
      (handle-result "#2 alive?"
                     (process-alive-p process-info2))
      (wait-process process-info1)
      (handle-result "#1 dead?"
                     (not (process-alive-p
                           process-info1)))
      (handle-result "#2 still alive?"
                     (process-alive-p process-info2))
      (wait-process process-info2)
      (handle-result "#1 still dead?"
                     (not (process-alive-p
                           process-info1)))
      (handle-result "#2 dead?"
                     (not (process-alive-p
                           process-info2)))))

Elias Pipping's avatar
Elias Pipping committed
489
(new-test-suite "%process-status / terminate-process")
490
491
492

(define-test
    ":exited (we slept; repeated query)"
493
    (let* ((process-info (launch-program "./sleeper.sh 12 1"))
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
           (status (uiop/run-program::%process-status process-info)))
      (handle-result "running?" (equal :running status))
      (sleep 2)
      (multiple-value-bind (status exit-code)
          (uiop/run-program::%process-status process-info)
        (handle-result "exited?" (equal :exited status))
        (handle-result "proper exit status?" (equal 12 exit-code)))
      (multiple-value-bind (status exit-code)
          (uiop/run-program::%process-status process-info)
        (handle-result "exited? (no. 2)" (equal :exited status))
        (handle-result "proper exit status? (no. 2)" (equal 12 exit-code)))
      (wait-process process-info)))

(define-test
    ":exited/:signaled (it killed itself; repeated query)"
    #+(and lispworks (not lispworks7+))
    (skip-test "Known to fail")
511
    (let* ((process-info (launch-program "./killer.sh")))
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
      (sleep 1)
      (multiple-value-bind (status code)
          (uiop/run-program::%process-status process-info)
        (handle-result "exited or signaled?"
                       (member status '(:exited :signaled)))
        (handle-result "signal/exit code as expected?"
                       (or (and (eq status :exited) (eql code 143))
                           (and (eq status :signaled) (eql code 15)))))
      (multiple-value-bind (status code)
          (uiop/run-program::%process-status process-info)
        (handle-result "exited or signaled? (no. 2)"
                       (member status '(:exited :signaled)))
        (handle-result "signal/exit code as expected? (no. 2)"
                       (or (and (eq status :exited) (eql code 143))
                           (and (eq status :signaled) (eql code 15)))))
      (wait-process process-info)))

(define-test
    ":exited (it exited >128; repeated query)"
531
    (let* ((process-info (launch-program "./killercontainer.sh")))
532
533
534
535
536
537
538
539
540
541
542
      (sleep 1)
      (multiple-value-bind (status code)
          (uiop/run-program::%process-status process-info)
        (handle-result "exited?" (eq status :exited))
        (handle-result "proper exit status?" (eql code (+ 128 15))))
      (multiple-value-bind (status code)
          (uiop/run-program::%process-status process-info)
        (handle-result "exited (no. 2)?" (eq status :exited))
        (handle-result "proper exit status? (no. 2)?" (eql code (+ 128 15))))
      (wait-process process-info)))

Elias Pipping's avatar
Elias Pipping committed
543
544
545
546
(define-test
    ":signaled (we terminated it; repeated query)"
    #+(and lispworks (not lispworks7+))
    (skip-test "Known to fail")
547
    (let* ((process-info (launch-program "./sleeper.sh 12 2"))
Elias Pipping's avatar
Elias Pipping committed
548
549
550
551
552
553
554
555
556
557
558
559
560
561
           (status (uiop/run-program::%process-status process-info)))
      (handle-result "running?" (equal :running status))
      (my-terminate-process process-info :urgent t)
      (sleep 1)
      (multiple-value-bind (status code)
          (uiop/run-program::%process-status process-info)
        (handle-result "signaled?" (eq status :signaled))
        (handle-result "signal as expected?" (member code '(9 15))))
      (multiple-value-bind (status code)
          (uiop/run-program::%process-status process-info)
        (handle-result "signaled (no. 2)?" (eq status :signaled))
        (handle-result "signal as expected (no. 2)?" (member code '(9 15))))
      (wait-process process-info)))

Elias Pipping's avatar
Elias Pipping committed
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
(fresh-line)
(run-tests)

(write-line "")
(when (plusp *number-of-failed-tests*)
  (format t "~2@a sub-tests failed.~%" *number-of-failed-tests*))
(when (plusp *number-of-skipped-tests*)
  (format t "~2@a sub-tests skipped because of known errors.~%"
          *number-of-skipped-tests*))
(when (plusp *number-of-unsupported-tests*)
  (format t "~2@a sub-tests could not be run on this platform (not supported).~%"
          *number-of-unsupported-tests*))
(when (plusp *number-of-unimplemented-tests*)
  (format t "~2@a sub-tests could not be run on this platform (not implemented).~%"
          *number-of-unimplemented-tests*))

(when (plusp *number-of-failed-tests*)
  (format *error-output*
          "Exiting with non-zero code because of unexpected test failures.~%")
  (exit-lisp 1))

(exit-lisp 0)

;; Local Variables:
;; mode:common-lisp
;; End: