diff options
author | Andrew McDermott <andrew.mcdermott@linaro.org> | 2013-12-09 11:28:28 +0000 |
---|---|---|
committer | Andrew McDermott <andrew.mcdermott@linaro.org> | 2013-12-18 09:27:49 +0000 |
commit | 97e78cfdb81b04e19bad4290af74de5cd411d77c (patch) | |
tree | 4cd69346fc067d2fd2776054ab50d773c788216c /openembedded/mauve.yaml | |
parent | 40eb081cdd1a4fb8a4fee095914071786cccb2d5 (diff) |
mauve: break up tests into individual files2013.12
Broke up the tests based on the top-level Java packages (see
openembedded/mauve/all-packages.txt).
Running all the Mauve tests as one single test means that if a timeout
occurs we get zero results. By having individual tests we can have much
shorter timeouts and, should a test timeout, then only that test will
have no results as opposed to Mauve in its entirety. This change also
makes it practical to schedule the tests onto more devices using
multi-node testing.
Change-Id: I310282af072f40223f0998a1f5fda79b481dd584
Signed-off-by: Andrew McDermott <andrew.mcdermott@linaro.org>
Diffstat (limited to 'openembedded/mauve.yaml')
-rw-r--r-- | openembedded/mauve.yaml | 112 |
1 files changed, 0 insertions, 112 deletions
diff --git a/openembedded/mauve.yaml b/openembedded/mauve.yaml deleted file mode 100644 index 6684f9b..0000000 --- a/openembedded/mauve.yaml +++ /dev/null @@ -1,112 +0,0 @@ -metadata: - name: mauve - format: "Lava-Test-Shell Test Definition 1.0" - description: "Java Mauve Tests for OpenEmbedded" - version: 1.0 - maintainer: - - andrew.mcdermott@linaro.org - os: - - openembedded - scope: - - functional - devices: - - rtsm_ve-armv8 - -install: - git-repos: - - git://git.linaro.org/qa/test-definitions.git - - git://git.linaro.org/leg/openjdk/mauve.git - -run: - steps: - - 'DISPLAY=:10' - - 'export DISPLAY' - - 'Xvfb $DISPLAY &' - - 'XVFBPID=$!' - - 'PATH=$PATH:/lava/tests/$TESTRUN_ID/test-definitions/openembedded/scripts' - - 'PATH=/usr/lib/jvm/java-8-openjdk/jre/bin:$PATH' - - 'PATH=/usr/lib/jvm/java-8-openjdk/bin:$PATH' - - 'which java' - - 'java -version' - - 'rm -rf /tmp/mauve' - - 'ln -s /lava/tests/$TESTRUN_ID/mauve /tmp/mauve' - - 'cd /tmp/mauve' - - 'lava-test-case gnu.testlet.javax.security --shell mauve-test-pkg gnu/testlet/javax/security -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.security.txt' - - 'lava-test-case-attach gnu.testlet.javax.security /tmp/mauve-gnu.testlet.javax.security.txt text/plain' - - 'lava-test-case gnu.testlet.java.awt --shell mauve-test-pkg gnu/testlet/java/awt -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.awt.txt' - - 'lava-test-case-attach gnu.testlet.java.awt /tmp/mauve-gnu.testlet.java.awt.txt text/plain' - - 'lava-test-case gnu.testlet.org.omg --shell mauve-test-pkg gnu/testlet/org/omg -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.org.omg.txt' - - 'lava-test-case-attach gnu.testlet.org.omg /tmp/mauve-gnu.testlet.org.omg.txt text/plain' - - 'lava-test-case gnu.testlet.javax.swing --shell mauve-test-pkg gnu/testlet/javax/swing -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.swing.txt' - - 'lava-test-case-attach gnu.testlet.javax.swing /tmp/mauve-gnu.testlet.javax.swing.txt text/plain' - - 'lava-test-case gnu.testlet.javax.print --shell mauve-test-pkg gnu/testlet/javax/print -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.print.txt' - - 'lava-test-case-attach gnu.testlet.javax.print /tmp/mauve-gnu.testlet.javax.print.txt text/plain' - - 'lava-test-case gnu.testlet.java.lang --shell mauve-test-pkg gnu/testlet/java/lang -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.lang.txt' - - 'lava-test-case-attach gnu.testlet.java.lang /tmp/mauve-gnu.testlet.java.lang.txt text/plain' - - 'lava-test-case gnu.testlet.java.nio --shell mauve-test-pkg gnu/testlet/java/nio -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.nio.txt' - - 'lava-test-case-attach gnu.testlet.java.nio /tmp/mauve-gnu.testlet.java.nio.txt text/plain' - - 'lava-test-case gnu.testlet.java.text --shell mauve-test-pkg gnu/testlet/java/text -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.text.txt' - - 'lava-test-case-attach gnu.testlet.java.text /tmp/mauve-gnu.testlet.java.text.txt text/plain' - - 'lava-test-case gnu.testlet.BinaryCompatibility.altered --shell mauve-test-pkg gnu/testlet/BinaryCompatibility/altered -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.BinaryCompatibility.altered.txt' - - 'lava-test-case-attach gnu.testlet.BinaryCompatibility.altered /tmp/mauve-gnu.testlet.BinaryCompatibility.altered.txt text/plain' - - 'lava-test-case gnu.testlet.BinaryCompatibility --shell mauve-test-pkg gnu/testlet/BinaryCompatibility -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.BinaryCompatibility.txt' - - 'lava-test-case-attach gnu.testlet.BinaryCompatibility /tmp/mauve-gnu.testlet.BinaryCompatibility.txt text/plain' - - 'lava-test-case gnu.testlet.javax.naming --shell mauve-test-pkg gnu/testlet/javax/naming -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.naming.txt' - - 'lava-test-case-attach gnu.testlet.javax.naming /tmp/mauve-gnu.testlet.javax.naming.txt text/plain' - - 'lava-test-case gnu.testlet.java.util --shell mauve-test-pkg gnu/testlet/java/util -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.util.txt' - - 'lava-test-case-attach gnu.testlet.java.util /tmp/mauve-gnu.testlet.java.util.txt text/plain' - - 'lava-test-case gnu.testlet.locales --shell mauve-test-pkg gnu/testlet/locales -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.locales.txt' - - 'lava-test-case-attach gnu.testlet.locales /tmp/mauve-gnu.testlet.locales.txt text/plain' - - 'lava-test-case gnu.testlet.runner --shell mauve-test-pkg gnu/testlet/runner -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.runner.txt' - - 'lava-test-case-attach gnu.testlet.runner /tmp/mauve-gnu.testlet.runner.txt text/plain' - - 'lava-test-case gnu.testlet.java.sql --shell mauve-test-pkg gnu/testlet/java/sql -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.sql.txt' - - 'lava-test-case-attach gnu.testlet.java.sql /tmp/mauve-gnu.testlet.java.sql.txt text/plain' - - 'lava-test-case gnu.testlet.gnu.javax --shell mauve-test-pkg gnu/testlet/gnu/javax -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.gnu.javax.txt' - - 'lava-test-case-attach gnu.testlet.gnu.javax /tmp/mauve-gnu.testlet.gnu.javax.txt text/plain' - - 'lava-test-case gnu.testlet.javax.imageio --shell mauve-test-pkg gnu/testlet/javax/imageio -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.imageio.txt' - - 'lava-test-case-attach gnu.testlet.javax.imageio /tmp/mauve-gnu.testlet.javax.imageio.txt text/plain' - - 'lava-test-case gnu.testlet.javax.sound --shell mauve-test-pkg gnu/testlet/javax/sound -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.sound.txt' - - 'lava-test-case-attach gnu.testlet.javax.sound /tmp/mauve-gnu.testlet.javax.sound.txt text/plain' - - 'lava-test-case gnu.testlet.java.io --shell mauve-test-pkg gnu/testlet/java/io -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.io.txt' - - 'lava-test-case-attach gnu.testlet.java.io /tmp/mauve-gnu.testlet.java.io.txt text/plain' - - 'lava-test-case gnu.testlet.javax.net --shell mauve-test-pkg gnu/testlet/javax/net -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.net.txt' - - 'lava-test-case-attach gnu.testlet.javax.net /tmp/mauve-gnu.testlet.javax.net.txt text/plain' - - 'lava-test-case gnu.testlet.javax.crypto --shell mauve-test-pkg gnu/testlet/javax/crypto -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.crypto.txt' - - 'lava-test-case-attach gnu.testlet.javax.crypto /tmp/mauve-gnu.testlet.javax.crypto.txt text/plain' - - 'lava-test-case gnu.testlet.javax.management --shell mauve-test-pkg gnu/testlet/javax/management -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.management.txt' - - 'lava-test-case-attach gnu.testlet.javax.management /tmp/mauve-gnu.testlet.javax.management.txt text/plain' - - 'lava-test-case gnu.testlet.runner.compare --shell mauve-test-pkg gnu/testlet/runner/compare -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.runner.compare.txt' - - 'lava-test-case-attach gnu.testlet.runner.compare /tmp/mauve-gnu.testlet.runner.compare.txt text/plain' - - 'lava-test-case gnu.testlet.java.beans --shell mauve-test-pkg gnu/testlet/java/beans -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.beans.txt' - - 'lava-test-case-attach gnu.testlet.java.beans /tmp/mauve-gnu.testlet.java.beans.txt text/plain' - - 'lava-test-case gnu.testlet.java.net --shell mauve-test-pkg gnu/testlet/java/net -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.net.txt' - - 'lava-test-case-attach gnu.testlet.java.net /tmp/mauve-gnu.testlet.java.net.txt text/plain' - - 'lava-test-case gnu.testlet.org.w3c --shell mauve-test-pkg gnu/testlet/org/w3c -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.org.w3c.txt' - - 'lava-test-case-attach gnu.testlet.org.w3c /tmp/mauve-gnu.testlet.org.w3c.txt text/plain' - - 'lava-test-case gnu.testlet.javax.rmi --shell mauve-test-pkg gnu/testlet/javax/rmi -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.rmi.txt' - - 'lava-test-case-attach gnu.testlet.javax.rmi /tmp/mauve-gnu.testlet.javax.rmi.txt text/plain' - - 'lava-test-case gnu.testlet.java.math --shell mauve-test-pkg gnu/testlet/java/math -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.math.txt' - - 'lava-test-case-attach gnu.testlet.java.math /tmp/mauve-gnu.testlet.java.math.txt text/plain' - - 'lava-test-case gnu.testlet.java.security --shell mauve-test-pkg gnu/testlet/java/security -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.security.txt' - - 'lava-test-case-attach gnu.testlet.java.security /tmp/mauve-gnu.testlet.java.security.txt text/plain' - - 'lava-test-case gnu.testlet.gnu.java --shell mauve-test-pkg gnu/testlet/gnu/java -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.gnu.java.txt' - - 'lava-test-case-attach gnu.testlet.gnu.java /tmp/mauve-gnu.testlet.gnu.java.txt text/plain' - - 'lava-test-case gnu.testlet.java.rmi --shell mauve-test-pkg gnu/testlet/java/rmi -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.rmi.txt' - - 'lava-test-case-attach gnu.testlet.java.rmi /tmp/mauve-gnu.testlet.java.rmi.txt text/plain' - - 'lava-test-case gnu.testlet.javax.xml --shell mauve-test-pkg gnu/testlet/javax/xml -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.xml.txt' - - 'lava-test-case-attach gnu.testlet.javax.xml /tmp/mauve-gnu.testlet.javax.xml.txt text/plain' - - 'lava-test-case gnu.testlet.javax.accessibility --shell mauve-test-pkg gnu/testlet/javax/accessibility -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.accessibility.txt' - - 'lava-test-case-attach gnu.testlet.javax.accessibility /tmp/mauve-gnu.testlet.javax.accessibility.txt text/plain' - - 'kill $XVFBPID' - -# The following "parser" will correctly parse the output from the -# tests but it is deliberately commented out because you end up with -# one line per test case in the LAVA dashboard and, given the number -# of tests that are run, there will be ~250 pages to wade through. - -# parse: -# pattern: "(?P<result>(PASS|FAIL|SKIP)):\\s+(?P<test_case_id>(.*))" -# fixupdict: -# PASS: pass -# FAIL: fail -# SKIP: skip |