2011-05-05 22:34:38 +00:00
|
|
|
include $(top_srcdir)/build/autotools/Makefile.am.silent
|
|
|
|
|
|
|
|
NULL =
|
|
|
|
|
|
|
|
noinst_PROGRAMS = test-conformance
|
|
|
|
|
|
|
|
common_sources = \
|
|
|
|
test-utils.h \
|
|
|
|
test-utils.c \
|
|
|
|
test-conform-main.c \
|
|
|
|
$(NULL)
|
|
|
|
|
|
|
|
unported_test_sources = \
|
|
|
|
test-fixed.c \
|
|
|
|
test-materials.c \
|
|
|
|
test-viewport.c \
|
|
|
|
test-multitexture.c \
|
|
|
|
test-npot-texture.c \
|
|
|
|
test-object.c \
|
|
|
|
test-pixel-buffer.c \
|
|
|
|
test-premult.c \
|
|
|
|
test-readpixels.c \
|
|
|
|
test-texture-get-set-data.c \
|
|
|
|
test-texture-mipmaps.c \
|
|
|
|
test-texture-pixmap-x11.c \
|
|
|
|
test-texture-rectangle.c \
|
|
|
|
test-atlas-migration.c \
|
|
|
|
test-vertex-buffer-contiguous.c \
|
|
|
|
test-vertex-buffer-interleved.c \
|
|
|
|
test-vertex-buffer-mutability.c \
|
|
|
|
$(NULL)
|
|
|
|
|
|
|
|
test_sources = \
|
2011-10-28 14:00:54 +00:00
|
|
|
test-bitmask.c \
|
2011-10-02 08:22:43 +00:00
|
|
|
test-blend-strings.c \
|
2011-05-05 22:34:38 +00:00
|
|
|
test-depth-test.c \
|
2011-09-15 12:12:27 +00:00
|
|
|
test-color-mask.c \
|
2011-09-19 14:24:36 +00:00
|
|
|
test-backface-culling.c \
|
2011-10-01 07:07:36 +00:00
|
|
|
test-just-vertex-shader.c \
|
2011-10-21 22:41:44 +00:00
|
|
|
test-path.c \
|
2011-10-01 09:04:32 +00:00
|
|
|
test-pipeline-user-matrix.c \
|
2011-11-03 17:28:01 +00:00
|
|
|
test-pipeline-uniforms.c \
|
2011-11-17 16:52:50 +00:00
|
|
|
test-snippets.c \
|
2011-10-12 16:12:08 +00:00
|
|
|
test-wrap-modes.c \
|
2011-10-28 18:10:01 +00:00
|
|
|
test-sub-texture.c \
|
2011-12-02 10:55:41 +00:00
|
|
|
test-custom-attributes.c \
|
2012-01-28 13:19:01 +00:00
|
|
|
test-offscreen.c \
|
2012-02-06 13:30:08 +00:00
|
|
|
test-primitive.c \
|
2012-02-09 17:54:07 +00:00
|
|
|
test-texture-3d.c \
|
2012-02-09 20:36:14 +00:00
|
|
|
test-sparse-pipeline.c \
|
2011-05-05 22:34:38 +00:00
|
|
|
$(NULL)
|
|
|
|
|
|
|
|
test_conformance_SOURCES = $(common_sources) $(test_sources)
|
|
|
|
|
|
|
|
if OS_WIN32
|
|
|
|
SHEXT =
|
|
|
|
else
|
|
|
|
SHEXT = $(EXEEXT)
|
|
|
|
endif
|
|
|
|
|
|
|
|
# For convenience, this provides a way to easily run individual unit tests:
|
|
|
|
.PHONY: wrappers clean-wrappers
|
|
|
|
|
|
|
|
#UNIT_TESTS = `./test-conformance -l -m thorough | $(GREP) '^/'`
|
|
|
|
|
|
|
|
wrappers: stamp-test-conformance
|
|
|
|
@true
|
|
|
|
stamp-test-conformance: Makefile $(srcdir)/test-conform-main.c
|
|
|
|
@mkdir -p wrappers
|
|
|
|
@sed -n \
|
|
|
|
-e 's/^ \{1,\}ADD_TEST *(.*"\([^",]\{1,\}\)", *\([a-zA-Z0-9_]\{1,\}\).*/\/conform\1\/\2/p' \
|
|
|
|
-e 's/^ \{1,\}ADD_CONDITIONAL_TEST *(.*"\([^",]\{1,\}\)", *\([a-zA-Z0-9_]\{1,\}\).*/\/conform\1\/\2/p' \
|
|
|
|
-e 's/^ \{1,\}ADD_TODO_TEST *(.*"\([^",]\{1,\}\)", *\([a-zA-Z0-9_]\{1,\}\).*/\/conform\1\/\2/p' \
|
|
|
|
$(srcdir)/test-conform-main.c > unit-tests
|
|
|
|
@chmod +x test-launcher.sh
|
|
|
|
@( echo "/stamp-test-conformance" ; \
|
|
|
|
echo "/test-conformance" ; \
|
|
|
|
echo "*.o" ; \
|
|
|
|
echo "*.xml" ; \
|
|
|
|
echo "*.html" ; \
|
|
|
|
echo ".gitignore" ; \
|
|
|
|
echo "unit-tests" ; \
|
|
|
|
echo "/wrappers/" ) > .gitignore
|
|
|
|
@for i in `cat unit-tests`; \
|
|
|
|
do \
|
|
|
|
unit=`basename $$i | sed -e s/_/-/g`; \
|
|
|
|
echo " GEN $$unit"; \
|
|
|
|
( echo "#!/bin/sh" ; echo "$(abs_builddir)/test-launcher.sh '$$i' \"\$$@\"" ) > $$unit$(SHEXT) ; \
|
|
|
|
( echo "#!/bin/sh" ; echo "exec $(abs_builddir)/test-conformance$(EXEEXT) -p $$i \"\$$@\"" ) > wrappers/$$unit$(SHEXT) ; \
|
2011-05-12 09:06:32 +00:00
|
|
|
( echo "test-conformance-cogl$(EXEEXT) -p $$i" ) > $$unit.bat ; \
|
|
|
|
( echo "test-conformance-cogl$(EXEEXT) -p $$i" ) >> test-conformance-cogl.bat ; \
|
2011-05-05 22:34:38 +00:00
|
|
|
chmod +x $$unit$(SHEXT); \
|
|
|
|
chmod +x wrappers/$$unit$(SHEXT); \
|
|
|
|
echo "/$$unit$(SHEXT)" >> .gitignore; \
|
|
|
|
done \
|
2011-05-12 09:06:32 +00:00
|
|
|
&& cp *.bat $(top_builddir)/build/win32/ \
|
2011-05-05 22:34:38 +00:00
|
|
|
&& echo timestamp > $(@F)
|
|
|
|
|
|
|
|
clean-wrappers:
|
|
|
|
@for i in `cat unit-tests`; \
|
|
|
|
do \
|
|
|
|
unit=`basename $$i | sed -e s/_/-/g`; \
|
|
|
|
echo " RM $$unit"; \
|
|
|
|
rm -f $$unit$(SHEXT) ; \
|
|
|
|
rm -f wrappers/$$unit$(SHEXT) ; \
|
|
|
|
done \
|
|
|
|
&& rm -f unit-tests \
|
2011-05-12 09:06:32 +00:00
|
|
|
&& rm -f $(top_builddir)/build/win32/*.bat \
|
|
|
|
&& rm -f *.bat \
|
2011-05-05 22:34:38 +00:00
|
|
|
&& rm -f stamp-test-conformance
|
|
|
|
|
|
|
|
# NB: BUILT_SOURCES here a misnomer. We aren't building source, just inserting
|
|
|
|
# a phony rule that will generate symlink scripts for running individual tests
|
|
|
|
BUILT_SOURCES = wrappers
|
|
|
|
|
2011-10-28 14:00:54 +00:00
|
|
|
# The include of the $(buildir)/cogl directory here is to make it so
|
|
|
|
# that tests that directly include Cogl source code for whitebox
|
|
|
|
# testing (such as test-bitmask) will still compile
|
|
|
|
INCLUDES = \
|
|
|
|
-I$(top_srcdir) \
|
|
|
|
-I$(top_builddir)/cogl
|
2011-05-05 22:34:38 +00:00
|
|
|
|
|
|
|
test_conformance_CPPFLAGS = \
|
|
|
|
-DCOGL_ENABLE_EXPERIMENTAL_API \
|
|
|
|
-DCOGL_DISABLE_DEPRECATED \
|
2011-10-28 14:00:54 +00:00
|
|
|
-DTESTS_DATADIR=\""$(top_srcdir)/tests/data"\" \
|
|
|
|
-DCLUTTER_COMPILATION
|
2011-05-05 22:34:38 +00:00
|
|
|
|
|
|
|
test_conformance_CFLAGS = -g3 -O0 $(COGL_DEP_CFLAGS) $(COGL_EXTRA_CFLAGS)
|
|
|
|
test_conformance_LDADD = $(COGL_DEP_LIBS) $(top_builddir)/cogl/libcogl.la
|
|
|
|
test_conformance_LDFLAGS = -export-dynamic
|
|
|
|
|
|
|
|
test: wrappers
|
|
|
|
@$(top_srcdir)/tests/conform/run-tests.sh \
|
|
|
|
./test-conformance$(EXEEXT) -o test-report.xml
|
|
|
|
|
|
|
|
test-verbose: wrappers
|
|
|
|
@$(top_srcdir)/tests/conform/run-tests.sh \
|
|
|
|
./test-conformance$(EXEEXT) -o test-report.xml --verbose
|
|
|
|
|
|
|
|
GTESTER = gtester
|
|
|
|
GTESTER_REPORT = gtester-report
|
|
|
|
|
|
|
|
# XXX: we could prevent the conformance test suite from running
|
|
|
|
# by simply defining this variable conditionally
|
|
|
|
TEST_PROGS = test-conformance
|
|
|
|
|
|
|
|
.PHONY: test
|
|
|
|
.PHONY: test-report perf-report full-report
|
|
|
|
.PHONY: test-report-npot perf-report-npot full-report-npot
|
|
|
|
|
|
|
|
# test-report: run tests and generate report
|
|
|
|
# perf-report: run tests with -m perf and generate report
|
|
|
|
# full-report: like test-report: with -m perf and -m slow
|
|
|
|
test-report perf-report full-report: ${TEST_PROGS}
|
|
|
|
@test -z "${TEST_PROGS}" || { \
|
|
|
|
export GTESTER_LOGDIR=`mktemp -d "$(srcdir)/.testlogs-XXXXXX"` ; \
|
|
|
|
if test -d "$(top_srcdir)/.git"; then \
|
|
|
|
export REVISION="`git describe`" ; \
|
|
|
|
else \
|
|
|
|
export REVISION="$(VERSION) $(CLUTTER_RELEASE_STATUS)" ; \
|
|
|
|
fi ; \
|
|
|
|
export TIMESTAMP=`date +%Y-%m-%dT%H:%M:%S%z` ; \
|
|
|
|
case $@ in \
|
|
|
|
test-report) test_options="-k";; \
|
|
|
|
perf-report) test_options="-k -m=perf";; \
|
|
|
|
full-report) test_options="-k -m=perf -m=slow";; \
|
|
|
|
esac ; \
|
|
|
|
$(top_srcdir)/tests/conform/run-tests.sh \
|
|
|
|
./test-conformance$(EXEEXT) \
|
|
|
|
--verbose \
|
|
|
|
$$test_options \
|
|
|
|
-o `mktemp "$$GTESTER_LOGDIR/log-XXXXXX"` ; \
|
|
|
|
echo '<?xml version="1.0"?>' > $@.xml ; \
|
|
|
|
echo '<report-collection>' >> $@.xml ; \
|
|
|
|
echo '<info>' >> $@.xml ; \
|
|
|
|
echo ' <package>$(PACKAGE)</package>' >> $@.xml ; \
|
|
|
|
echo ' <version>$(VERSION)</version>' >> $@.xml ; \
|
|
|
|
echo " <revision>$$REVISION</revision>" >> $@.xml ; \
|
|
|
|
echo " <date>$$TIMESTAMP</date>" >> $@.xml ; \
|
|
|
|
echo '</info>' >> $@.xml ; \
|
|
|
|
for lf in `ls -L "$$GTESTER_LOGDIR"/.` ; do \
|
|
|
|
sed '1,1s/^<?xml\b[^>?]*?>//' <"$$GTESTER_LOGDIR"/"$$lf" >> $@.xml ; \
|
|
|
|
done ; \
|
|
|
|
echo >> $@.xml ; \
|
|
|
|
echo '</report-collection>' >> $@.xml ; \
|
|
|
|
${GTESTER_REPORT} --version 2>/dev/null 1>&2 ; test "$$?" != 0 || ${GTESTER_REPORT} $@.xml >$@.html ; \
|
|
|
|
rm -rf "$$GTESTER_LOGDIR" ; \
|
|
|
|
}
|
|
|
|
|
|
|
|
# same as above, but with a wrapper that forcibly disables non-power of
|
|
|
|
# two textures
|
|
|
|
test-report-npot perf-report-npot full-report-npot: ${TEST_PROGS}
|
|
|
|
@test -z "${TEST_PROGS}" || { \
|
|
|
|
export COGL_DEBUG="$COGL_DEBUG,disable-npot-textures"; \
|
|
|
|
export GTESTER_LOGDIR=`mktemp -d "$(srcdir)/.testlogs-XXXXXX"` ; \
|
|
|
|
if test -d "$(top_srcdir)/.git"; then \
|
|
|
|
export REVISION="`git describe`" ; \
|
|
|
|
else \
|
|
|
|
export REVISION="$(VERSION) $(CLUTTER_RELEASE_STATUS)" ; \
|
|
|
|
fi ; \
|
|
|
|
export TIMESTAMP=`date +%Y-%m-%dT%H:%M:%S%z` ; \
|
|
|
|
case $@ in \
|
|
|
|
test-report-npot) test_options="-k";; \
|
|
|
|
perf-report-npot) test_options="-k -m=perf";; \
|
|
|
|
full-report-npot) test_options="-k -m=perf -m=slow";; \
|
|
|
|
esac ; \
|
|
|
|
$(top_srcdir)/tests/conform/run-tests.sh \
|
|
|
|
./test-conformance$(EXEEXT) \
|
|
|
|
--verbose \
|
|
|
|
$$test_options \
|
|
|
|
-o `mktemp "$$GTESTER_LOGDIR/log-XXXXXX"` ; \
|
|
|
|
echo '<?xml version="1.0"?>' > $@.xml ; \
|
|
|
|
echo '<report-collection>' >> $@.xml ; \
|
|
|
|
echo '<info>' >> $@.xml ; \
|
|
|
|
echo ' <package>$(PACKAGE)</package>' >> $@.xml ; \
|
|
|
|
echo ' <version>$(VERSION)</version>' >> $@.xml ; \
|
|
|
|
echo " <revision>$$REVISION</revision>" >> $@.xml ; \
|
|
|
|
echo " <date>$$TIMESTAMP</date>" >> $@.xml ; \
|
|
|
|
echo '</info>' >> $@.xml ; \
|
|
|
|
for lf in `ls -L "$$GTESTER_LOGDIR"/.` ; do \
|
|
|
|
sed '1,1s/^<?xml\b[^>?]*?>//' <"$$GTESTER_LOGDIR"/"$$lf" >> $@.xml ; \
|
|
|
|
done ; \
|
|
|
|
echo >> $@.xml ; \
|
|
|
|
echo '</report-collection>' >> $@.xml ; \
|
|
|
|
${GTESTER_REPORT} --version 2>/dev/null 1>&2 ; test "$$?" != 0 || ${GTESTER_REPORT} $@.xml >$@.html ; \
|
|
|
|
rm -rf "$$GTESTER_LOGDIR" ; \
|
|
|
|
}
|
|
|
|
|
|
|
|
XML_REPORTS = \
|
|
|
|
test-report.xml \
|
|
|
|
perf-report.xml \
|
|
|
|
full-report.xml \
|
|
|
|
test-report-npot.xml \
|
|
|
|
perf-report-npot.xml \
|
|
|
|
full-report-npot.xml
|
|
|
|
|
|
|
|
HTML_REPORTS = \
|
|
|
|
test-report.html \
|
|
|
|
perf-report.html \
|
|
|
|
full-report.html \
|
|
|
|
test-report-npot.html \
|
|
|
|
perf-report-npot.html \
|
|
|
|
full-report-npot.html
|
|
|
|
|
|
|
|
EXTRA_DIST = test-launcher.sh.in run-tests.sh
|
|
|
|
DISTCLEANFILES = test-launcher.sh .gitignore
|
|
|
|
|
2011-05-12 09:06:32 +00:00
|
|
|
dist-hook: ../../build/win32/vs9/test-conformance-cogl.vcproj ../../build/win32/vs10/test-conformance-cogl.vcxproj ../../build/win32/vs10/test-conformance-cogl.vcxproj.filters
|
|
|
|
|
|
|
|
../../build/win32/vs9/test-conformance-cogl.vcproj: $(top_srcdir)/build/win32/vs9/test-conformance-cogl.vcprojin
|
|
|
|
for F in $(test_conformance_SOURCES); do \
|
|
|
|
case $$F in \
|
|
|
|
*.c) echo ' <File RelativePath="..\..\..\tests\conform\'$$F'" />' \
|
|
|
|
;; \
|
|
|
|
esac; \
|
|
|
|
done >testconformance.sourcefiles
|
|
|
|
$(CPP) -P - <$(top_srcdir)/build/win32/vs9/test-conformance-cogl.vcprojin >$@
|
|
|
|
rm testconformance.sourcefiles
|
|
|
|
|
|
|
|
../../build/win32/vs10/test-conformance-cogl.vcxproj: $(top_srcdir)/build/win32/vs10/test-conformance-cogl.vcxprojin
|
|
|
|
for F in $(test_conformance_SOURCES); do \
|
|
|
|
case $$F in \
|
|
|
|
*.c) echo ' <ClCompile Include="..\..\..\tests\conform\'$$F'" />' \
|
|
|
|
;; \
|
|
|
|
esac; \
|
|
|
|
done >testconformance.vs10.sourcefiles
|
|
|
|
$(CPP) -P - <$(top_srcdir)/build/win32/vs10/test-conformance-cogl.vcxprojin >$@
|
|
|
|
rm testconformance.vs10.sourcefiles
|
|
|
|
|
|
|
|
../../build/win32/vs10/test-conformance-cogl.vcxproj.filters: $(top_srcdir)/build/win32/vs10/test-conformance-cogl.vcxproj.filtersin
|
|
|
|
for F in $(test_conformance_SOURCES); do \
|
|
|
|
case $$F in \
|
|
|
|
*.c) echo ' <ClCompile Include="..\..\..\tests\conform\'$$F'"><Filter>Sources</Filter></ClCompile>' \
|
|
|
|
;; \
|
|
|
|
esac; \
|
|
|
|
done >testconformance.vs10.sourcefiles.filters
|
|
|
|
$(CPP) -P - <$(top_srcdir)/build/win32/vs10/test-conformance-cogl.vcxproj.filtersin >$@
|
|
|
|
rm testconformance.vs10.sourcefiles.filters
|
|
|
|
|
|
|
|
# Let the VS9/VS10 Project files be cleared out before they are re-expanded...
|
|
|
|
DISTCLEANFILES += ../../build/win32/vs9/test-conformance-cogl.vcproj \
|
|
|
|
../../build/win32/vs10/test-conformance-cogl.vcxproj \
|
|
|
|
../../build/win32/vs10/test-conformance-cogl.vcxproj.filters
|
|
|
|
|
2011-05-05 22:34:38 +00:00
|
|
|
# we override the clean-generic target to clean up the wrappers so
|
|
|
|
# we cannot use CLEANFILES
|
|
|
|
clean-generic: clean-wrappers
|
|
|
|
$(QUIET_RM)rm -f $(XML_REPORTS) $(HTML_REPORTS)
|