X-Git-Url: https://ocean-lang.org/code/?a=blobdiff_plain;f=csrc%2Foceani-tests.mdc;h=fbc5a2f085e3af5f9ad2b2eaa4a928f24579e9fe;hb=b880d8942e1539875d8209e18bf3d21011220ff8;hp=396b13e8aa69b24f95a3797c7018f2d2c6c2dfa1;hpb=b24e0b84da4cdd01999f87f132119083b2761b50;p=ocean diff --git a/csrc/oceani-tests.mdc b/csrc/oceani-tests.mdc index 396b13e..fbc5a2f 100644 --- a/csrc/oceani-tests.mdc +++ b/csrc/oceani-tests.mdc @@ -35,6 +35,8 @@ arguments separated from the name by commas. For each test, there is a section oceani_tests := ## test list + oceani_valg_tests := $(oceani_tests) + ## combine test lists tests:: oceani_test_suite oceani_test_suite: oceani coverage_oceani @@ -78,17 +80,13 @@ arguments separated from the name by commas. For each test, there is a section @for i in coverage/#*.gcda; do mv $$i coverage/$${i##*#}; done @gcov -o coverage oceani.mdc > /dev/null 2> /dev/null @mv *.gcov coverage ; [ -f .gcov ] && mv .gcov coverage || true - @[ -n "$$SKIP_COVERAGE_CHECK" ] || awk '/NOTEST/ { next } /^ *[1-9]/ {ran+=1} /^ *###/ {skip+=1} \ - END {printf "coverage: %6.2f%%\n", ran * 100 / (ran + skip); \ - if (ran < (ran + skip) *0.968) exit(1) }' \ - coverage/oceani.mdc.gcov @rm -f .tmp* - @[ -n "$$SKIP_VALGRIND" ] || for T in $(oceani_tests); do \ + @[ -n "$$SKIP_VALGRIND" ] || for T in $(oceani_valg_tests); do \ echo -n "Valgrind $$T.. "; \ i="$$IFS"; IFS=,; set $$T; IFS="$$i"; t=$$1; shift; \ - if ! valgrind --error-exitcode=1 --log-file=.tmp.valg ./oceani --section "test: $$t" oceani-tests.mdc $${1+"$$@"} \ - > /dev/null 2>&1 ; then \ + if valgrind --error-exitcode=42 --log-file=.tmp.valg ./oceani --section "test: $$t" oceani-tests.mdc $${1+"$$@"} \ + > /dev/null 2>&1 ; [ $$? -eq 42 ] ; then \ echo "FAILED"; cat .tmp.valg; exit 1; fi ; \ if grep 'LEAK SUMMARY' .tmp.valg > /dev/null; then \ echo "valgrind found LEAKS"; cat .tmp.valg ; exit 1 ; fi; \ @@ -96,6 +94,10 @@ arguments separated from the name by commas. For each test, there is a section echo "valgrind found memory in use at exit"; cat .tmp.valg ; exit 1 ; fi; \ echo " passed"; \ done + @[ -n "$$SKIP_COVERAGE_CHECK" ] || awk '/NOTEST/ { next } /^ *[1-9]/ {ran+=1} /^ *###/ {skip+=1} \ + END {printf "coverage: %6.2f%%\n", ran * 100 / (ran + skip); \ + if (ran < (ran + skip) *0.968) exit(1) }' \ + coverage/oceani.mdc.gcov coverage_oceani: oceani.c $(CC) $(CFLAGS) --coverage -fprofile-dir=coverage -o coverage_oceani oceani.c $(LDLIBS) @@ -713,6 +715,9 @@ separate file first, then run from there. ./coverage_oceani --section "test: $$t" oceani-tests.mdc > /dev/null 2>&1 ;\ done || true +###### combine test lists + oceani_valg_tests += $(oceani_failing_tests) + ###### test list oceani_failing_tests := syn1 oceani_failing_tests += tokerr