~ chicken-core (chicken-5) /tests/runtests.sh

  1#!/bin/sh
  2# runtests.sh - run CHICKEN testsuite
  3#
  4# - Note: this needs a proper shell, so it will not work with plain mingw
  5#   (just the compiler and the Windows shell, without MSYS)
  6
  7set -e
  8if test -z "$MSYSTEM"; then
  9    TEST_DIR=`pwd`
 10    PATH_SEP=':'
 11else
 12    # Use Windows-native format with drive letters instead of awkward
 13    # MSYS /c/blabla "pseudo-paths" which break when used in syscalls.
 14    TEST_DIR=`pwd -W`
 15    PATH_SEP=';'
 16fi
 17
 18DYLD_LIBRARY_PATH=${TEST_DIR}/..
 19LD_LIBRARY_PATH=${TEST_DIR}/..
 20LIBRARY_PATH=${TEST_DIR}/..:${LIBRARY_PATH}
 21# Cygwin uses LD_LIBRARY_PATH for dlopen(), but the dlls linked into
 22# the binary are read by the OS itself, which uses $PATH (mingw too)
 23# Oddly, prefixing .. with ${TEST_DIR}/ does _not_ work on mingw!
 24PATH=..:${PATH}
 25
 26export DYLD_LIBRARY_PATH LD_LIBRARY_PATH LIBRARY_PATH PATH
 27
 28case `uname` in
 29	AIX)
 30		DIFF_OPTS=-b ;;
 31	*)
 32		DIFF_OPTS=-bu ;;
 33esac
 34
 35CHICKEN=${TEST_DIR}/../${PROGRAM_PREFIX}chicken${PROGRAM_SUFFIX}
 36CHICKEN_PROFILE=${TEST_DIR}/../${PROGRAM_PREFIX}chicken-profile${PROGRAM_SUFFIX}
 37CHICKEN_INSTALL=${TEST_DIR}/../${PROGRAM_PREFIX}chicken-install${PROGRAM_SUFFIX}
 38CHICKEN_UNINSTALL=${TEST_DIR}/../${PROGRAM_PREFIX}chicken-uninstall${PROGRAM_SUFFIX}
 39CHICKEN_INSTALL_REPOSITORY=${TEST_DIR}/test-repository
 40CHICKEN_REPOSITORY_PATH="${TEST_DIR}/..${PATH_SEP}${CHICKEN_INSTALL_REPOSITORY}"
 41
 42export CHICKEN_INSTALL_REPOSITORY CHICKEN_REPOSITORY_PATH
 43
 44TYPESDB=../types.db
 45COMPILE_OPTIONS="-v -compiler ${CHICKEN} -I${TEST_DIR}/.. -L${TEST_DIR}/.. -include-path ${TEST_DIR}/.. -libdir ${TEST_DIR}/.. -rpath ${TEST_DIR}/.."
 46
 47compile="../${PROGRAM_PREFIX}csc${PROGRAM_SUFFIX} ${COMPILE_OPTIONS} -o a.out -types ${TYPESDB} -ignore-repository"
 48compile_r="../${PROGRAM_PREFIX}csc${PROGRAM_SUFFIX} ${COMPILE_OPTIONS}"
 49compile_s="../${PROGRAM_PREFIX}csc${PROGRAM_SUFFIX} ${COMPILE_OPTIONS} -s -types ${TYPESDB} -ignore-repository"
 50interpret="../${PROGRAM_PREFIX}csi${PROGRAM_SUFFIX} -n -include-path ${TEST_DIR}/.."
 51time=time
 52
 53# Check for a "time" command, since some systems don't ship with a
 54# time(1) or shell builtin and we also can't portably rely on `which',
 55# `command', etc. NOTE "time" must be called from a variable here.
 56set +e
 57$time true >/dev/null 2>/dev/null
 58test $? -eq 127 && time=
 59set -e
 60
 61rm -fr *.exe *.so *.o *.obj *.out *.import.* ../foo.import.* test-repository
 62mkdir -p test-repository
 63cp $TYPESDB test-repository/types.db
 64
 65echo "======================================== repository search path ..."
 66if test -z "$MSYSTEM"; then
 67  export -p >./env.out
 68  unset CHICKEN_REPOSITORY_PATH
 69  $interpret -s repository-path-default.scm
 70  . ./env.out
 71else
 72  env -u CHICKEN_REPOSITORY_PATH $interpret -s repository-path-default.scm
 73fi
 74$compile_s sample-module.scm -j sample-module
 75cp sample-module.so $CHICKEN_INSTALL_REPOSITORY
 76cp sample-module.import.scm $CHICKEN_INSTALL_REPOSITORY
 77$interpret -s repository-path.scm "${TEST_DIR}/.." "${TEST_DIR}/test-repository"
 78
 79echo "======================================== types.db consistency ..."
 80$interpret -s types-db-consistency.scm ${TYPESDB}
 81
 82echo "======================================== version tests ..."
 83$compile version-tests.scm
 84./a.out
 85
 86echo "======================================== compiler tests ..."
 87$compile compiler-tests.scm
 88./a.out
 89
 90echo "======================================== csc tests ..."
 91$interpret -s csc-tests.scm
 92
 93echo "======================================== compiler inlining tests  ..."
 94$compile_r inline-me.scm -s -J -oi inline-me.inline
 95$compile inlining-tests.scm -optimize-level 3
 96./a.out
 97$compile inline-unroll.scm -optimize-level 3
 98./a.out
 99
100echo "======================================== compiler message tests ..."
101$compile -analyze-only messages-test.scm 2>messages.out
102diff $DIFF_OPTS messages.expected messages.out
103
104echo "======================================== optimizer tests  ..."
105$compile clustering-tests.scm -clustering
106./a.out
107
108$compile rest-arg-tests.scm -specialize
109./a.out
110
111echo "======================================== profiler tests ..."
112$compile null.scm -profile -profile-name TEST.profile
113./a.out
114$CHICKEN_PROFILE TEST.profile
115
116echo "======================================== scrutiny tests ..."
117$compile scrutinizer-tests.scm -analyze-only
118$compile typematch-tests.scm -specialize -no-warnings
119./a.out
120
121$compile test-scrutinizer-message-format.scm -analyze-only -specialize 2>scrutinizer-message-format.out || true
122$compile scrutiny-tests.scm -analyze-only -specialize 2>scrutiny.out
123$compile scrutiny-tests-2.scm -analyze-only -specialize 2>scrutiny-2.out
124$compile specialization-tests.scm -analyze-only -specialize -specialize 2>specialization.out
125
126# Replace foo123 -> fooXX so gensyms don't trigger failures
127$compile redact-gensyms.scm -o redact-gensyms
128./redact-gensyms "tmp,g,scm:,a,b" < scrutinizer-message-format.out > scrutinizer-message-format.redacted
129./redact-gensyms < scrutiny-2.out > scrutiny-2.redacted
130./redact-gensyms < scrutiny.out > scrutiny.redacted
131./redact-gensyms < specialization.out > specialization.redacted
132
133diff $DIFF_OPTS scrutinizer-message-format.expected scrutinizer-message-format.redacted
134diff $DIFF_OPTS scrutiny.expected scrutiny.redacted
135diff $DIFF_OPTS scrutiny-2.expected scrutiny-2.redacted
136diff $DIFF_OPTS specialization.expected specialization.redacted
137
138$compile scrutiny-tests-3.scm -specialize -block
139./a.out
140
141$compile scrutiny-tests-strict.scm -strict-types -specialize
142./a.out
143
144echo "======================================== line number database ..."
145$compile -O3 test-line-numbers.scm 2> test-line-numbers.out
146diff $DIFF_OPTS test-line-numbers.expected test-line-numbers.out
147./a.out
148
149echo "======================================== specialization tests ..."
150rm -f foo.types foo.import.*
151$compile specialization-test-1.scm -emit-types-file foo.types -specialize \
152  -debug ox -emit-import-library foo
153./a.out
154$compile specialization-test-2.scm -types foo.types -types specialization-test-2.types -specialize -debug ox
155./a.out
156rm -f foo.types foo.import.*
157
158echo "======================================== specialization benchmark ..."
159$compile fft.scm -O2 -local -d0 -disable-interrupts -b -o fft1.out
160$compile fft.scm -O2 -local -specialize -debug x -d0 -disable-interrupts -b -o fft2.out -specialize
161echo "normal:"
162$time ./fft1.out 1000 7
163echo "specialized:"
164$time ./fft2.out 1000 7
165
166echo "======================================== unboxing benchmark ..."
167$compile fft.scm -O2 -local -d0 -disable-interrupts -b -o fft1.out
168$compile fft.scm -O4 -debug x -d0 -disable-interrupts -b -o fft2.out
169echo "normal:"
170$time ./fft1.out 1000 7
171echo "unboxing:"
172$time ./fft2.out 1000 7
173
174echo "======================================== callback tests ..."
175$compile -extend c-id-valid.scm callback-tests.scm
176./a.out
177
178if ./a.out twice; then
179    echo "double-return from callback didn't fail"
180    exit 1
181else
182    echo "double-return from callback failed as it should."
183fi
184
185echo "======================================== runtime tests ..."
186$interpret -s apply-test.scm
187$compile apply-test.scm
188./a.out
189if ./a.out -:A10k; then
190    echo "apply test with limited temp stack didn't fail"
191    exit 1
192else
193    echo "apply test with limited temp stack failed as it should."
194fi
195
196$compile test-gc-hooks.scm
197./a.out
198
199echo "======================================== library tests ..."
200$interpret -s library-tests.scm
201$compile -specialize library-tests.scm
202./a.out
203$interpret -s records-and-setters-test.scm
204$compile records-and-setters-test.scm
205./a.out
206$interpret -s record-printer-test.scm
207$compile record-printer-test.scm
208./a.out
209
210echo "======================================== reader tests ..."
211$interpret -s reader-tests.scm
212
213echo "======================================== dynamic-wind tests ..."
214$interpret -s dwindtst.scm >dwindtst.out
215diff $DIFF_OPTS dwindtst.expected dwindtst.out
216$compile dwindtst.scm
217./a.out >dwindtst.out
218diff $DIFF_OPTS dwindtst.expected dwindtst.out
219
220echo "======================================== lolevel tests ..."
221$interpret -s lolevel-tests.scm
222$compile -specialize lolevel-tests.scm
223./a.out
224
225echo "======================================== arithmetic tests ..."
226$interpret -D check -s arithmetic-test.scm
227
228echo "======================================== pretty-printer tests ..."
229$interpret -s pp-test.scm
230
231echo "======================================== evaluation environment tests ..."
232$interpret -s environment-tests.scm
233
234echo "======================================== syntax tests ..."
235$interpret -s syntax-tests.scm
236
237echo "======================================== syntax tests (compiled) ..."
238$compile syntax-tests.scm
239./a.out
240
241echo "======================================== syntax tests (v2, compiled) ..."
242$compile syntax-tests-2.scm
243./a.out
244
245echo "======================================== meta-syntax tests ..."
246$interpret -bnq meta-syntax-test.scm -e '(import foo)' -e "(assert (equal? '((1)) (bar 1 2)))" -e "(assert (equal? '(list 1 2 3) (listify)))" -e "(import test-import-syntax-for-syntax)" -e "(assert (equal? '(1) (test)))" -e "(import test-begin-for-syntax)" -e "(assert (equal? '(1) (test)))"
247$compile_s meta-syntax-test.scm -j foo
248$compile_s foo.import.scm
249$interpret -bnq meta-syntax-test.scm -e '(import foo)' -e "(assert (equal? '((1)) (bar 1 2)))" -e "(assert (equal? '(list 1 2 3) (listify)))" -e "(import test-import-syntax-for-syntax)" -e "(assert (equal? '(1) (test)))" -e "(import test-begin-for-syntax)" -e "(assert (equal? '(1) (test)))"
250
251echo "======================================== reexport tests ..."
252$interpret -bnq reexport-tests.scm
253$compile reexport-tests.scm
254./a.out
255rm -f reexport-m*.import*
256$compile_s reexport-m1.scm -J
257$compile_s reexport-m1.import.scm
258$interpret -s reexport-m2.scm
259$compile reexport-m2.scm
260./a.out
261$compile_s reexport-m3.scm -J
262$compile_s reexport-m4.scm -J
263$compile_s reexport-m5.scm -J
264$compile_s reexport-m6.scm -J
265$compile_s reexport-m7.scm -J
266$compile_s reexport-m8.scm -J
267$compile_s reexport-m9.scm -J
268$compile_s reexport-m10.scm -J
269$compile reexport-tests-2.scm
270./a.out
271
272echo "======================================== functor tests ..."
273$interpret -bnq simple-functors-test.scm
274$compile simple-functors-test.scm
275./a.out
276$interpret -bnq functor-tests.scm
277$compile functor-tests.scm
278./a.out
279$compile -s square-functor.scm -J
280$compile -s square-functor.import.scm
281$interpret -bnq use-square-functor.scm
282$compile use-square-functor.scm
283./a.out
284$compile -s use-square-functor.scm -J
285$interpret -nqe '(require-library use-square-functor)' -e '(import sf1)' -e '(import sf2)'
286rm -f sf1.import.* sf2.import.* lst.import.* mod.import.*
287
288echo "======================================== compiler syntax tests ..."
289$compile compiler-syntax-tests.scm
290./a.out
291
292echo "======================================== import tests ..."
293$interpret -bnq import-tests.scm
294
295echo "======================================== import library tests ..."
296rm -f ../foo.import.* foo.import.*
297$compile import-library-test1.scm -emit-import-library foo
298$interpret -s import-library-test2.scm
299$compile_s foo.import.scm -o foo.import.so
300$interpret -s import-library-test2.scm
301$compile import-library-test2.scm
302./a.out
303rm -f foo.import.*
304
305echo "======================================== optionals test ..."
306$interpret -s test-optional.scm
307$compile test-optional.scm
308./a.out
309
310echo "======================================== syntax tests (matchable) ..."
311$interpret matchable.scm -s match-test.scm
312
313echo "======================================== syntax tests (loopy-loop) ..."
314$interpret -s loopy-test.scm
315
316echo "======================================== r4rstest ..."
317echo "(expect mult-float-print-test to fail)"
318$interpret -e '(set! ##sys#procedure->string (constantly "#<procedure>"))' \
319  -i -s r4rstest.scm >r4rstest.out
320
321diff $DIFF_OPTS r4rstest.expected r4rstest.out
322
323echo "======================================== syntax tests (r5rs_pitfalls) ..."
324echo "(expect two failures)"
325$interpret -i -s r5rs_pitfalls.scm
326
327echo "======================================== r7rs tests ..."
328$interpret -i -s r7rs-tests.scm
329
330echo "======================================== module tests ..."
331$interpret -include-path ${TEST_DIR}/.. -s module-tests.scm
332$interpret -include-path ${TEST_DIR}/.. -s module-tests-2.scm
333
334echo "======================================== module tests (command line options) ..."
335module="test-$(date +%s)"
336$compile test.scm -A -w -j "$module" -module "$module"
337$interpret -e "(import-syntax $module)"
338rm -f "$module.import.scm"
339
340echo "======================================== module tests (compiled) ..."
341$compile module-tests-compiled.scm
342./a.out
343$compile module-static-eval-compiled.scm
344./a.out
345$compile -static module-static-eval-compiled.scm
346./a.out
347
348echo "======================================== module tests (chained) ..."
349rm -f m*.import.* test-chained-modules.so
350$interpret -bnq test-chained-modules.scm
351$compile_s test-chained-modules.scm -j m3
352$compile_s m3.import.scm
353$interpret -bn test-chained-modules.so
354$interpret -bn test-chained-modules.so -e '(import m3) (s3)'
355
356echo "======================================== module tests (ec) ..."
357rm -f ec.so ec.import.*
358$interpret -bqn ec.scm ec-tests.scm
359$compile_s ec.scm -emit-import-library ec -o ec.so
360$compile_s ec.import.scm -o ec.import.so 
361$interpret -bnq ec.so ec-tests.scm
362# $compile ec-tests.scm
363# ./a.out        # takes ages to compile
364
365echo "======================================== module tests (static link) ..."
366$compile_r -static -unit sample-module -J -c sample-module.scm
367mv sample-module.link sample-module.import.scm sample-module.o* "$CHICKEN_INSTALL_REPOSITORY"
368$compile_r -static module-static-link.scm -o a.out
369./a.out
370
371echo "======================================== port tests ..."
372$interpret -s port-tests.scm
373
374echo "======================================== read-lines tests ..."
375$interpret -s read-lines-tests.scm
376
377echo "======================================== fixnum tests ..."
378$compile fixnum-tests.scm
379./a.out
380$compile -unsafe fixnum-tests.scm
381./a.out
382
383echo "======================================== random number tests ..."
384$interpret -s random-tests.scm
385
386echo "======================================== string->number tests ..."
387$interpret -s numbers-string-conversion-tests.scm
388$compile -specialize numbers-string-conversion-tests.scm
389./a.out
390
391echo "======================================== basic numeric ops tests ..."
392$interpret -s numbers-test.scm
393$compile -specialize numbers-test.scm
394./a.out
395
396echo "======================================== Alex Shinn's numeric ops tests ..."
397$interpret -s numbers-test-ashinn.scm
398$compile -specialize numbers-test-ashinn.scm
399./a.out
400
401echo "======================================== Gauche's numeric ops tests ..."
402$interpret -s numbers-test-gauche.scm
403$compile -specialize numbers-test-gauche.scm
404./a.out
405
406echo "======================================== srfi-4 tests ..."
407$interpret -s srfi-4-tests.scm
408
409echo "======================================== condition tests ..."
410$interpret -s condition-tests.scm
411
412echo "======================================== data-structures tests ..."
413$interpret -s data-structures-tests.scm
414
415echo "======================================== path tests ..."
416$interpret -bnq path-tests.scm
417
418echo "======================================== srfi-45 tests ..."
419$interpret -s srfi-45-tests.scm
420
421echo "======================================== posix tests ..."
422$compile posix-tests.scm
423./a.out
424
425echo "======================================== file access tests ..."
426if test -n "$MSYSTEM"; then
427  $interpret -s file-access-tests.scm //
428  $interpret -s file-access-tests.scm \\
429else
430  $interpret -s file-access-tests.scm /
431fi
432
433echo "======================================== find-files tests ..."
434$interpret -bnq test-find-files.scm
435
436echo "======================================== create-temporary-file tests ..."
437if test -z "$MSYSTEM"; then
438  echo "== SKIPPED due to problematic unsetenv behaviour on Windows =="
439else
440  $interpret -bnq test-create-temporary-file.scm
441fi
442
443echo "======================================== record-renaming tests ..."
444$interpret -bnq record-rename-test.scm
445
446echo "======================================== regular expression tests ..."
447$interpret -bnq test-irregex.scm
448$interpret -bnq test-glob.scm
449
450echo "======================================== compiler/nursery stress test ..."
451for s in 100000 120000 200000 250000 300000 350000 400000 450000 500000; do
452    echo "  $s"
453    ${CHICKEN} -ignore-repository ../port.scm -:s$s -output-file tmp.c -include-path ${TEST_DIR}/..
454done
455
456echo "======================================== heap literal stress test ..."
457$compile heap-literal-stress-test.scm
458for s in 100000 120000 200000 250000 300000 350000 400000 450000 500000; do
459  echo "  $s"
460  ./a.out -:d -:g -:hi$s
461done
462
463echo "======================================== weak pointer test ..."
464$compile weak-pointer-test.scm
465./a.out
466
467echo "======================================== symbol-GC tests ..."
468$compile symbolgc-tests.scm
469./a.out
470
471echo "======================================== finalizer tests ..."
472$interpret -s test-finalizers.scm
473$compile test-finalizers.scm
474./a.out
475$compile finalizer-error-test.scm
476echo "expect an error message here:"
477./a.out -:hg101
478$compile test-finalizers-2.scm
479./a.out
480
481echo "======================================== locative stress test ..."
482$compile locative-stress-test.scm
483./a.out
484
485echo "======================================== syntax-rules stress test ..."
486$time $interpret -bnq syntax-rule-stress-test.scm
487
488echo "======================================== include test ..."
489mkdir -p a/b
490echo > a/b/ok.scm
491echo '(include "a/b/ok.scm")' > a/b/include.scm
492$compile -analyze-only a/b/include.scm
493echo '(include "b/ok.scm")' > a/b/include.scm
494$compile -analyze-only a/b/include.scm -include-path a
495echo '(include-relative "ok.scm")' > a/b/include.scm
496$compile -analyze-only a/b/include.scm
497echo '(include-relative "b/ok.scm")' > a/include.scm
498$compile -analyze-only a/include.scm
499echo '(include-relative "b/ok.scm")' > a/b/include.scm
500$compile -analyze-only a/b/include.scm -include-path a
501echo > a/b/other.scm
502# make sure first include doesn't change state for second:
503echo '(include-relative "b/ok.scm") (include-relative "b/other.scm")' > a/include.scm
504$compile -analyze-only a/include.scm
505echo '(include-relative "ok.scm")' > a/b/other.scm
506echo '(include-relative "b/other.scm")' > a/include.scm
507$compile -analyze-only a/include.scm
508echo '(include-relative "b/other.scm") (let () (include-relative "b/ok.scm") (include-relative "b/ok.scm"))' > a/include.scm
509$compile -analyze-only a/include.scm
510rm -r a
511
512echo "======================================== executable tests ..."
513$compile executable-tests.scm
514./a.out "$TEST_DIR/a.out"
515
516echo "======================================== user pass tests ..."
517$compile -extend user-pass-tests.scm null.scm
518
519echo "======================================== embedding (1) ..."
520$compile embedded1.c
521./a.out
522
523echo "======================================== embedding (2) ..."
524$compile -e embedded2.scm
525./a.out
526
527echo "======================================== embedding (3) ..."
528$compile -e embedded3.c embedded4.scm
529./a.out
530
531echo "======================================== linking tests ..."
532$compile_r -unit reverser reverser/tags/1.0/reverser.scm -J -c
533mv reverser/tags/1.0/reverser.o* ./
534$compile_r -link reverser linking-tests.scm -o a.out
535./a.out
536$compile_r -link reverser linking-tests.scm -o a.out -static
537./a.out
538mv reverser.o* reverser.import.scm "$CHICKEN_INSTALL_REPOSITORY"
539$compile_r -link reverser linking-tests.scm -o a.out
540./a.out
541$compile_r -link reverser linking-tests.scm -o a.out -static
542./a.out
543
544echo "======================================== private repository test ..."
545mkdir -p tmp
546$compile private-repository-test.scm -private-repository -o tmp/xxx
547tmp/xxx ${TEST_DIR}/tmp
548# This MUST be `pwd`: ${PWD} is not portable, and ${TEST_DIR} breaks mingw-msys
549PATH=`pwd`/tmp:$PATH xxx ${TEST_DIR}/tmp
550# this may crash, if the PATH contains a non-matching libchicken.dll on Windows:
551#PATH=$PATH:${TEST_DIR}/tmp xxx ${TEST_DIR}/tmp
552
553echo "======================================== multiple return values tests ..."
554$interpret -s multiple-values.scm
555$compile multiple-values.scm
556./a.out
557
558echo "======================================== done. All tests passed."