tests:: oceani_test_suite
oceani_test_suite: oceani coverage_oceani
+ @./parsergen --report --LR1 --tag Parser oceani.mdc | grep " - no conflicts" > /dev/null || \
+ { echo "Grammar container conflicts, please review" ; exit 1; }
@rm -rf coverage; mkdir -p coverage
@cp *.gcno coverage
@for T in $(oceani_tests); do \
- echo -n "Test $$T ... "; \
+ echo -n "Test $$T.. "; \
i="$$IFS"; IFS=,; set $$T; IFS="$$i"; t=$$1; shift; \
./md2c oceani-tests.mdc "output: $$T" | grep -v '^#' > .tmp.want; \
./oceani --section "test: $$t" oceani-tests.mdc $${1+"$$@"} > .tmp.have; \
if ! cmp -s .tmp.want .tmp.have; then \
echo "FAILED"; diff -u .tmp.want .tmp.have ; exit 1; fi ;\
- echo -n "passed ... "; \
- if ! valgrind ./oceani --section "test: $$t" oceani-tests.mdc $${1+"$$@"} \
- > /dev/null 2> .tmp.valg; then \
- echo "valgrind FAILED"; cat .tmp.valg; exit 1; fi ; \
- echo -n "valgrind passed ... "; \
+ echo -n "printing.. "; \
echo '``````' > .tmp.code1; echo '``````' > .tmp.code2 ;\
./oceani --noexec --print --section "test: $$t" oceani-tests.mdc >> .tmp.code1; \
./oceani --noexec --print .tmp.code1 >> .tmp.code2 ;\
if ! cmp -s .tmp.code1 .tmp.code2; then \
- echo "Printing Failed"; diff -u .tmp.code1 .tmp.code2; exit1 ; fi ; \
- echo "Printing passed"; \
+ echo " Failed"; diff -u .tmp.code1 .tmp.code2; exit 1 ; fi ; \
+ echo -n "exec-after-print.. "; \
+ ./oceani .tmp.code1 $${1+"$$@"} > .tmp.have ; \
+ if ! cmp -s .tmp.want .tmp.have; then \
+ echo " FAILED"; diff -u .tmp.want .tmp.have; exit 1;fi; \
+ echo " all passed"; \
./coverage_oceani --print --section "test: $$t" oceani-tests.mdc $${1+"$$@"} > /dev/null ; \
./coverage_oceani -tpbn --section "test: $$t" oceani-tests.mdc > /dev/null 2>&1; \
done
@gcov -o coverage oceani.mdc > /dev/null 2> /dev/null
@mv *.gcov coverage ; [ -f .gcov ] && mv .gcov coverage
- @ awk '/^ *[1-9]/ {ran+=1} /^ *###/ {skip+=1} \
+ @ awk '/NOTEST/ { next } /^ *[1-9]/ {ran+=1} /^ *###/ {skip+=1} \
END {printf "coverage: %6.2f%%\n", ran * 100 / (ran + skip); \
- if (ran < (ran + skip) *0.90) exit(1) }' \
+ if (ran < (ran + skip) *0.93) exit(1) }' \
coverage/oceani.mdc.gcov
@rm -f .tmp*
+ @for T in $(oceani_tests); do \
+ echo -n "Valgrind $$T.. "; \
+ i="$$IFS"; IFS=,; set $$T; IFS="$$i"; t=$$1; shift; \
+ if ! valgrind --error-exitcode=1 --log-file=.tmp.valg ./oceani --section "test: $$t" oceani-tests.mdc $${1+"$$@"} \
+ > /dev/null 2>&1 ; then \
+ echo "FAILED"; cat .tmp.valg; exit 1; fi ; \
+ if grep 'LEAK SUMMARY' .tmp.valg > /dev/null; then \
+ echo "valgrind found LEAKS"; cat .tmp.valg ; exit 1 ; fi; \
+ if grep 'in use at exit [1-9]' .tmp.valg > /dev/null; then \
+ echo "valgrind found memory in use at exit"; cat .tmp.valg ; exit 1 ; fi; \
+ echo " passed"; \
+ done
+
coverage_oceani: oceani.c
$(CC) $(CFLAGS) --coverage -fprofile-dir=coverage -o coverage_oceani oceani.c $(LDLIBS)
###### output: setvar
1.07374e+09 1
+Now some contants
+
+###### test list
+ oceani_tests += "consts"
+
+###### test: consts
+ const:
+ pi ::= 3.1415926
+ four ::= 2 + 2 ; five ::= 10/2
+ const pie ::= "I like Pie";
+ cake ::= "The cake is"
+ ++ " a lie"
+
+ program:
+ print "Hello World, what lovely oceans you have!"
+ print "are there", five, "?"
+ print pi, pie, "but", cake
+
+###### output: consts
+ Hello World, what lovely oceans you have!
+ are there 5 ?
+ 3.14159 I like Pie but The cake is a lie
+
+Test merging of variables from multiple cases
+
+###### test list
+ oceani_tests += varmerge
+
+###### test: varmerge
+
+ program:
+ for i:=0; then i=i+1; while i < 5:
+ switch i
+ case 0: num:="zero"
+ case 1: num:="one"
+ case 2: num:="two"
+ case 3: num:="three"
+ else: num:="many"
+ print num,", ",
+ print
+
+###### output: varmerge
+ zero , one , two , three , many ,
+
## Conditions and Loops
Now we need to test if/else and some different loops
pi ::= 3.1415926535897
if 355/113 == pi or else +(pi - 355/113) < 0.001:
print "Close enough"
+ print "lower" if 355/113 < pi else "higher"
###### output: cond_loop
Success
20 / 6 = 3.33333
I won't calculate 20 / 9
Close enough
+ higher
## Say Hello
###### output: syn1
.tmp.code:3:11: error: unhandled parse error: then
+ oceani: no program found.
###### test: tokerr
program:
.tmp.code:3:14: info: this is where 'b' was set to label
oceani: type error in program - not running.
+###### test list
+ oceani_failing_tests += type_err_const type_err_const1
+
+###### test: type_err_const
+ const:
+ foo :: number = 45
+ bar ::= "string" + 56
+ const:
+ bar ::= "baz"
+ program:
+ foo := 4
+ print foo, bar
+
+###### output: type_err_const
+ .tmp.code:4:16: error: expected number found string
+ .tmp.code:6:8: error: name already declared: bar
+ .tmp.code:4:8: info: this is where 'bar' was first declared
+ .tmp.code:8:8: error: variable 'foo' redeclared
+ .tmp.code:3:8: info: this is where 'foo' was first declared
+
+###### test: type_err_const1
+ const:
+ foo : number = 45
+ bar := "string"
+ program:
+ foo := 4
+ print foo, bar
+
+###### output: type_err_const1
+ .tmp.code:3:12: error: unhandled parse error: :
+ oceani: no program found.
+
+
## Test erroneous command line args
To improve coverage, we want to test correct handling of strange command