~ chicken-core (master) /tests/runtests.sh

  1#!/bin/sh
  2# runtests.sh - run CHICKEN testsuite
  3#
  4# - Note: this needs a proper shell, so it will not work with plain mingw
  5#   (just the compiler and the Windows shell, without MSYS)
  6
  7set -e
  8if [ $(uname) = Windows_NT ]; then
  9    MSYSTEM=1
 10fi
 11TEST_DIR=`pwd`
 12if test -z "$MSYSTEM"; then
 13    PATH_SEP=':'
 14else
 15    PATH_SEP=';'
 16fi
 17
 18DYLD_LIBRARY_PATH=${TEST_DIR}/..
 19LD_LIBRARY_PATH=${TEST_DIR}/..
 20LIBRARY_PATH=${TEST_DIR}/..:${LIBRARY_PATH}
 21# Cygwin uses LD_LIBRARY_PATH for dlopen(), but the dlls linked into
 22# the binary are read by the OS itself, which uses $PATH (mingw too)
 23# Oddly, prefixing .. with ${TEST_DIR}/ does _not_ work on mingw!
 24PATH=..${PATH_SEP}${PATH}
 25
 26export DYLD_LIBRARY_PATH LD_LIBRARY_PATH LIBRARY_PATH PATH
 27
 28case `uname` in
 29	AIX)
 30		DIFF_OPTS=-b ;;
 31	*)
 32		DIFF_OPTS=-bu ;;
 33esac
 34
 35CHICKEN=${TEST_DIR}/../${PROGRAM_PREFIX}chicken${PROGRAM_SUFFIX}
 36CHICKEN_PROFILE=${TEST_DIR}/../${PROGRAM_PREFIX}chicken-profile${PROGRAM_SUFFIX}
 37CHICKEN_INSTALL=${TEST_DIR}/../${PROGRAM_PREFIX}chicken-install${PROGRAM_SUFFIX}
 38CHICKEN_UNINSTALL=${TEST_DIR}/../${PROGRAM_PREFIX}chicken-uninstall${PROGRAM_SUFFIX}
 39CHICKEN_INSTALL_REPOSITORY=${TEST_DIR}/test-repository
 40CHICKEN_REPOSITORY_PATH="${TEST_DIR}/..${PATH_SEP}${CHICKEN_INSTALL_REPOSITORY}"
 41
 42export CHICKEN_INSTALL_REPOSITORY CHICKEN_REPOSITORY_PATH
 43
 44TYPESDB=../types.db
 45COMPILE_OPTIONS="-v -compiler ${CHICKEN} -I${TEST_DIR}/.. -L${TEST_DIR}/.. -include-path ${TEST_DIR}/.. -libdir ${TEST_DIR}/.. -rpath ${TEST_DIR}/.."
 46
 47compile="../${PROGRAM_PREFIX}csc${PROGRAM_SUFFIX} ${COMPILE_OPTIONS} -o a.out -types ${TYPESDB} -ignore-repository"
 48compile_r="../${PROGRAM_PREFIX}csc${PROGRAM_SUFFIX} ${COMPILE_OPTIONS}"
 49compile_s="../${PROGRAM_PREFIX}csc${PROGRAM_SUFFIX} ${COMPILE_OPTIONS} -s -types ${TYPESDB} -ignore-repository"
 50interpret="../${PROGRAM_PREFIX}csi${PROGRAM_SUFFIX} -n -include-path ${TEST_DIR}/.."
 51time=time
 52
 53# Check for a "time" command, since some systems don't ship with a
 54# time(1) or shell builtin and we also can't portably rely on `which',
 55# `command', etc. NOTE "time" must be called from a variable here.
 56set +e
 57$time true >/dev/null 2>/dev/null
 58test $? -eq 127 && time=
 59set -e
 60
 61rm -fr *.exe *.so *.o *.obj *.out *.import.* ../foo.import.* test-repository
 62mkdir -p test-repository
 63cp $TYPESDB test-repository/types.db
 64
 65echo "======================================== repository search path ..."
 66if test -z "$MSYSTEM"; then
 67  export -p >./env.out
 68  unset CHICKEN_REPOSITORY_PATH
 69  $interpret -s repository-path-default.scm
 70  . ./env.out
 71else
 72  env -u CHICKEN_REPOSITORY_PATH $interpret -s repository-path-default.scm
 73fi
 74$compile_s sample-module.scm -j sample-module
 75cp sample-module.so $CHICKEN_INSTALL_REPOSITORY
 76cp sample-module.import.scm $CHICKEN_INSTALL_REPOSITORY
 77$interpret -s repository-path.scm "${TEST_DIR}/.." "${TEST_DIR}/test-repository"
 78
 79echo "======================================== types.db consistency ..."
 80$interpret -s types-db-consistency.scm ${TYPESDB}
 81
 82echo "======================================== version tests ..."
 83$compile version-tests.scm
 84./a.out
 85
 86echo "======================================== compiler tests ..."
 87$compile compiler-tests.scm
 88./a.out
 89
 90echo "======================================== FFI tests ..."
 91$compile ffi-tests.scm
 92./a.out
 93
 94echo "======================================== csc tests ..."
 95$interpret -s csc-tests.scm
 96
 97echo "======================================== compiler inlining tests  ..."
 98$compile_r inline-me.scm -s -J -oi inline-me.inline
 99$compile inlining-tests.scm -optimize-level 3
100./a.out
101$compile inline-unroll.scm -optimize-level 3
102./a.out
103
104echo "======================================== compiler message tests ..."
105$compile -analyze-only messages-test.scm 2>messages.out
106diff $DIFF_OPTS messages.expected messages.out
107
108echo "======================================== optimizer tests  ..."
109$compile rest-arg-tests.scm -specialize
110./a.out
111
112echo "======================================== profiler tests ..."
113$compile null.scm -profile -profile-name TEST.profile
114./a.out
115$CHICKEN_PROFILE TEST.profile
116
117echo "======================================== scrutiny tests ..."
118$compile scrutinizer-tests.scm -analyze-only
119$compile typematch-tests.scm -specialize -no-warnings
120./a.out
121
122$compile test-scrutinizer-message-format.scm -analyze-only -specialize 2>scrutinizer-message-format.out || true
123$compile scrutiny-tests.scm -analyze-only -specialize 2>scrutiny.out
124$compile scrutiny-tests-2.scm -analyze-only -specialize 2>scrutiny-2.out
125$compile specialization-tests.scm -analyze-only -specialize -specialize 2>specialization.out
126
127# Replace foo123 -> fooXX so gensyms don't trigger failures
128$compile redact-gensyms.scm -o redact-gensyms
129./redact-gensyms "tmp,g,scm:,a,b" < scrutinizer-message-format.out > scrutinizer-message-format.redacted
130./redact-gensyms < scrutiny-2.out > scrutiny-2.redacted
131./redact-gensyms < scrutiny.out > scrutiny.redacted
132./redact-gensyms < specialization.out > specialization.redacted
133
134diff $DIFF_OPTS scrutinizer-message-format.expected scrutinizer-message-format.redacted
135diff $DIFF_OPTS scrutiny.expected scrutiny.redacted
136diff $DIFF_OPTS scrutiny-2.expected scrutiny-2.redacted
137diff $DIFF_OPTS specialization.expected specialization.redacted
138
139$compile scrutiny-tests-3.scm -specialize -block
140./a.out
141
142$compile scrutiny-tests-strict.scm -strict-types -specialize
143./a.out
144
145echo "======================================== line number database ..."
146$compile -O3 test-line-numbers.scm 2> test-line-numbers.out
147diff $DIFF_OPTS test-line-numbers.expected test-line-numbers.out
148./a.out
149
150echo "======================================== specialization tests ..."
151rm -f foo.types foo.import.*
152$compile specialization-test-1.scm -emit-types-file foo.types -specialize \
153  -debug ox -emit-import-library foo
154./a.out
155$compile specialization-test-2.scm -types foo.types -types specialization-test-2.types -specialize -debug ox
156./a.out
157rm -f foo.types foo.import.*
158
159echo "======================================== specialization benchmark ..."
160$compile fft.scm -O2 -local -d0 -disable-interrupts -b -o fft1.out
161$compile fft.scm -O2 -local -specialize -debug x -d0 -disable-interrupts -b -o fft2.out -specialize
162echo "normal:"
163$time ./fft1.out 1000 7
164echo "specialized:"
165$time ./fft2.out 1000 7
166
167echo "======================================== unboxing benchmark ..."
168$compile fft.scm -O2 -local -d0 -disable-interrupts -b -o fft1.out
169$compile fft.scm -O4 -debug x -d0 -disable-interrupts -b -o fft2.out
170echo "normal:"
171$time ./fft1.out 1000 7
172echo "unboxing:"
173$time ./fft2.out 1000 7
174
175echo "======================================== callback tests ..."
176$compile -extend c-id-valid.scm callback-tests.scm
177./a.out
178
179if ./a.out twice; then
180    echo "double-return from callback didn't fail"
181    exit 1
182else
183    echo "double-return from callback failed as it should."
184fi
185
186echo "======================================== runtime tests ..."
187$interpret -s apply-test.scm
188$compile apply-test.scm
189./a.out
190if ./a.out -:A10k; then
191    echo "apply test with limited temp stack didn't fail"
192    exit 1
193else
194    echo "apply test with limited temp stack failed as it should."
195fi
196
197$compile test-gc-hooks.scm
198./a.out
199
200echo "======================================== library tests ..."
201$interpret -s library-tests.scm
202$compile -specialize library-tests.scm
203./a.out
204$interpret -s records-and-setters-test.scm
205$compile records-and-setters-test.scm
206./a.out
207$interpret -s record-printer-test.scm
208$compile record-printer-test.scm
209./a.out
210
211echo "======================================== unicode tests ..."
212$interpret -s unicode-tests.scm
213$compile -specialize unicode-tests.scm
214./a.out
215$interpret -s invalid-utf-test.scm
216$interpret -s file-encoding-test.scm
217
218echo "======================================== reader tests ..."
219$interpret -s reader-tests.scm
220
221echo "======================================== dynamic-wind tests ..."
222$interpret -s dwindtst.scm >dwindtst.out
223diff $DIFF_OPTS dwindtst.expected dwindtst.out
224$compile dwindtst.scm
225./a.out >dwindtst.out
226diff $DIFF_OPTS dwindtst.expected dwindtst.out
227
228echo "======================================== lolevel tests ..."
229$interpret -s lolevel-tests.scm
230$compile -specialize lolevel-tests.scm
231./a.out
232
233echo "======================================== arithmetic tests ..."
234$interpret -D check -s arithmetic-test.scm
235
236echo "======================================== pretty-printer tests ..."
237$interpret -s pp-test.scm
238
239echo "======================================== evaluation environment tests ..."
240$interpret -s environment-tests.scm
241
242echo "======================================== syntax tests ..."
243$interpret -s syntax-tests.scm
244
245echo "======================================== syntax tests (compiled) ..."
246$compile syntax-tests.scm
247./a.out
248
249echo "======================================== syntax tests (v2, compiled) ..."
250$compile syntax-tests-2.scm
251./a.out
252
253echo "======================================== meta-syntax tests ..."
254$interpret -bnq meta-syntax-test.scm -e '(import foo)' -e '(assert (equal? (quote ((1))) (bar 1 2)))' -e '(assert (equal? (quote (list 1 2 3)) (listify)))' -e '(import test-import-syntax-for-syntax)' -e '(assert (equal? (quote (1)) (test)))' -e '(import test-begin-for-syntax)' -e '(assert (equal? (quote (1)) (test)))'
255$compile_s meta-syntax-test.scm -j foo
256$compile_s foo.import.scm
257$interpret -bnq meta-syntax-test.scm -e '(import foo)' -e '(assert (equal? (quote ((1))) (bar 1 2)))' -e '(assert (equal? (quote (list 1 2 3)) (listify)))' -e '(import test-import-syntax-for-syntax)' -e '(assert (equal? (quote (1)) (test)))' -e '(import test-begin-for-syntax)' -e '(assert (equal? (quote (1)) (test)))'
258
259echo "======================================== reexport tests ..."
260$interpret -bnq reexport-tests.scm
261$compile reexport-tests.scm
262./a.out
263rm -f reexport-m*.import*
264$compile_s reexport-m1.scm -J
265$compile_s reexport-m1.import.scm
266$interpret -s reexport-m2.scm
267$compile reexport-m2.scm
268./a.out
269$compile_s reexport-m3.scm -J
270$compile_s reexport-m4.scm -J
271$compile_s reexport-m5.scm -J
272$compile_s reexport-m6.scm -J
273$compile_s reexport-m7.scm -J
274$compile_s reexport-m8.scm -J
275$compile_s reexport-m9.scm -J
276$compile_s reexport-m10.scm -J
277$compile reexport-tests-2.scm
278./a.out
279
280echo "======================================== functor tests ..."
281$interpret -bnq simple-functors-test.scm
282$compile simple-functors-test.scm
283./a.out
284$interpret -bnq functor-tests.scm
285$compile functor-tests.scm
286./a.out
287$compile -s square-functor.scm -J
288$compile -s square-functor.import.scm
289$interpret -bnq use-square-functor.scm
290$compile use-square-functor.scm
291./a.out
292$compile -s use-square-functor.scm -J
293$interpret -nqe '(require-library use-square-functor)' -e '(import sf1)' -e '(import sf2)'
294rm -f sf1.import.* sf2.import.* lst.import.* mod.import.*
295
296echo "======================================== compiler syntax tests ..."
297$compile compiler-syntax-tests.scm
298./a.out
299
300echo "======================================== import tests ..."
301$interpret -bnq import-tests.scm
302
303echo "======================================== import library tests ..."
304rm -f ../foo.import.* foo.import.*
305$compile import-library-test1.scm -emit-import-library foo
306$interpret -s import-library-test2.scm
307$compile_s foo.import.scm -o foo.import.so
308$interpret -s import-library-test2.scm
309$compile import-library-test2.scm
310./a.out
311rm -f foo.import.*
312
313echo "======================================== optionals test ..."
314$interpret -s test-optional.scm
315$compile test-optional.scm
316./a.out
317
318echo "======================================== syntax tests (matchable) ..."
319$interpret matchable.scm -s match-test.scm
320
321echo "======================================== syntax tests (loopy-loop) ..."
322$interpret -s loopy-test.scm
323
324echo "======================================== r4rstest ..."
325echo "(expect mult-float-print-test to fail)"
326$interpret -e '(set! ##sys#procedure->string (constantly "#<procedure>"))' \
327  -i -s r4rstest.scm >r4rstest.out
328
329diff $DIFF_OPTS r4rstest.expected r4rstest.out
330
331echo "======================================== syntax tests (r5rs_pitfalls) ..."
332echo "(expect two failures)"
333$interpret -i -s r5rs_pitfalls.scm
334
335echo "======================================== r7rs tests ..."
336$interpret -s r7rs-tests.scm
337$interpret -s r7rs-tests-2.scm
338$interpret -s r7rs-library-tests.scm
339$interpret -s life.scm
340
341echo "======================================== module tests ..."
342$interpret -include-path ${TEST_DIR}/.. -s module-tests.scm
343$interpret -include-path ${TEST_DIR}/.. -s module-tests-2.scm
344
345echo "======================================== module tests (command line options) ..."
346module="test-$(date +%s)"
347$compile test.scm -A -w -j "$module" -module "$module"
348$interpret -e "(import-syntax $module)"
349rm -f "$module.import.scm"
350
351echo "======================================== module tests (compiled) ..."
352$compile module-tests-compiled.scm
353./a.out
354$compile module-static-eval-compiled.scm
355./a.out
356$compile -static module-static-eval-compiled.scm
357./a.out
358
359echo "======================================== module tests (chained) ..."
360rm -f m*.import.* test-chained-modules.so
361$interpret -bnq test-chained-modules.scm
362$compile_s test-chained-modules.scm -j m3
363$compile_s m3.import.scm
364$interpret -bn test-chained-modules.so
365$interpret -bn test-chained-modules.so -e '(import m3) (s3)'
366
367echo "======================================== module tests (ec) ..."
368rm -f ec.so ec.import.*
369$interpret -bqn ec.scm ec-tests.scm
370$compile_s ec.scm -emit-import-library ec -o ec.so
371$compile_s ec.import.scm -o ec.import.so
372$interpret -bnq ec.so ec-tests.scm
373# $compile ec-tests.scm
374# ./a.out        # takes ages to compile
375
376echo "======================================== module tests (static link) ..."
377$compile_r -static -unit sample-module -J -c sample-module.scm
378mv sample-module.link sample-module.import.scm sample-module.o* "$CHICKEN_INSTALL_REPOSITORY"
379$compile_r -static module-static-link.scm -o a.out
380./a.out
381
382echo "======================================== port tests ..."
383$interpret -s port-tests.scm
384
385echo "======================================== read-lines tests ..."
386$interpret -s read-lines-tests.scm
387
388echo "======================================== fixnum tests ..."
389$compile fixnum-tests.scm
390./a.out
391$compile -unsafe fixnum-tests.scm
392./a.out
393
394echo "======================================== random number tests ..."
395$interpret -s random-tests.scm
396
397echo "======================================== string->number tests ..."
398$interpret -s numbers-string-conversion-tests.scm
399$compile -specialize numbers-string-conversion-tests.scm
400./a.out
401
402echo "======================================== basic numeric ops tests ..."
403$interpret -s numbers-test.scm
404$compile -specialize numbers-test.scm
405./a.out
406
407echo "======================================== Alex Shinn's numeric ops tests ..."
408$interpret -s numbers-test-ashinn.scm
409$compile -specialize numbers-test-ashinn.scm
410./a.out
411
412echo "======================================== Gauche's numeric ops tests ..."
413$interpret -s numbers-test-gauche.scm
414$compile -specialize numbers-test-gauche.scm
415./a.out
416
417echo "======================================== srfi-4 tests ..."
418$interpret -s srfi-4-tests.scm
419
420echo "======================================== condition tests ..."
421$interpret -s condition-tests.scm
422
423echo "======================================== data-structures tests ..."
424$interpret -s data-structures-tests.scm
425
426echo "======================================== path tests ..."
427$interpret -bnq path-tests.scm
428
429echo "======================================== srfi-45 tests ..."
430$interpret -s srfi-45-tests.scm
431
432echo "======================================== posix tests ..."
433$compile posix-tests.scm
434./a.out
435
436echo "======================================== file access tests ..."
437$interpret -s file-access-tests.scm
438
439echo "======================================== find-files tests ..."
440$interpret -bnq test-find-files.scm
441
442echo "======================================== record-renaming tests ..."
443$interpret -bnq record-rename-test.scm
444
445echo "======================================== regular expression tests ..."
446$interpret -bnq test-irregex.scm
447$interpret -bnq test-glob.scm
448
449echo "======================================== compiler/nursery stress test ..."
450for s in 100000 120000 200000 250000 300000 350000 400000 450000 500000; do
451    echo "  $s"
452    ${CHICKEN} -ignore-repository ../port.scm -:s$s -output-file tmp.c -include-path ${TEST_DIR}/..
453done
454
455echo "======================================== heap literal stress test ..."
456$compile heap-literal-stress-test.scm
457for s in 100000 120000 200000 250000 300000 350000 400000 450000 500000; do
458  echo "  $s"
459  ./a.out -:d -:g -:hi$s
460done
461
462echo "======================================== weak pointer test ..."
463$compile weak-pointer-test.scm
464./a.out
465
466echo "======================================== symbol-GC tests ..."
467$compile symbolgc-tests.scm
468./a.out
469
470echo "======================================== finalizer tests ..."
471$interpret -s test-finalizers.scm
472$compile test-finalizers.scm
473./a.out
474$compile finalizer-error-test.scm
475echo "expect an error message here:"
476./a.out -:hg101
477$compile test-finalizers-2.scm
478./a.out
479
480echo "======================================== locative stress test ..."
481$compile locative-stress-test.scm
482./a.out
483
484echo "======================================== syntax-rules stress test ..."
485$time $interpret -bnq syntax-rule-stress-test.scm
486
487echo "======================================== include test ..."
488mkdir -p a/b
489echo > a/b/ok.scm
490echo '(include "a/b/ok.scm")' > a/b/include.scm
491$compile -analyze-only a/b/include.scm
492echo '(include "b/ok.scm")' > a/b/include.scm
493$compile -analyze-only a/b/include.scm -include-path a
494echo '(include-relative "ok.scm")' > a/b/include.scm
495$compile -analyze-only a/b/include.scm
496echo '(include-relative "b/ok.scm")' > a/include.scm
497$compile -analyze-only a/include.scm
498echo '(include-relative "b/ok.scm")' > a/b/include.scm
499$compile -analyze-only a/b/include.scm -include-path a
500echo > a/b/other.scm
501# make sure first include doesn't change state for second:
502echo '(include-relative "b/ok.scm") (include-relative "b/other.scm")' > a/include.scm
503$compile -analyze-only a/include.scm
504echo '(include-relative "ok.scm")' > a/b/other.scm
505echo '(include-relative "b/other.scm")' > a/include.scm
506$compile -analyze-only a/include.scm
507echo '(include-relative "b/other.scm") (let () (include-relative "b/ok.scm") (include-relative "b/ok.scm"))' > a/include.scm
508$compile -analyze-only a/include.scm
509rm -r a
510
511echo "======================================== executable tests ..."
512$compile executable-tests.scm
513./a.out "$TEST_DIR/a.out"
514
515echo "======================================== user pass tests ..."
516$compile -extend user-pass-tests.scm null.scm
517
518echo "======================================== embedding (1) ..."
519$compile embedded1.c
520./a.out
521
522echo "======================================== embedding (2) ..."
523$compile -e embedded2.scm
524./a.out
525
526echo "======================================== embedding (3) ..."
527$compile -e embedded3.c embedded4.scm
528./a.out
529
530echo "======================================== linking tests ..."
531$compile_r -unit reverser reverser/tags/1.0/reverser.scm -J -c
532mv reverser/tags/1.0/reverser.o* ./
533$compile_r -link reverser linking-tests.scm -o a.out
534./a.out
535$compile_r -link reverser linking-tests.scm -o a.out -static
536./a.out
537mv reverser.o* reverser.import.scm "$CHICKEN_INSTALL_REPOSITORY"
538$compile_r -link reverser linking-tests.scm -o a.out
539./a.out
540$compile_r -link reverser linking-tests.scm -o a.out -static
541./a.out
542
543echo "======================================== private repository test ..."
544mkdir -p tmp
545$compile private-repository-test.scm -private-repository -o tmp/xxx
546tmp/xxx ${TEST_DIR}/tmp
547# This MUST be `pwd`: ${PWD} is not portable, and ${TEST_DIR} breaks mingw
548PATH=`pwd`/tmp:$PATH xxx ${TEST_DIR}/tmp
549# this may crash, if the PATH contains a non-matching libchicken.dll on Windows:
550#PATH=$PATH:${TEST_DIR}/tmp xxx ${TEST_DIR}/tmp
551
552echo "======================================== multiple return values tests ..."
553$interpret -s multiple-values.scm
554$compile multiple-values.scm
555./a.out
556
557echo "======================================== done. All tests passed."