summaryrefslogtreecommitdiff
path: root/openembedded/mauve.yaml
diff options
context:
space:
mode:
authorAndrew McDermott <andrew.mcdermott@linaro.org>2013-12-09 11:28:28 +0000
committerAndrew McDermott <andrew.mcdermott@linaro.org>2013-12-18 09:27:49 +0000
commit97e78cfdb81b04e19bad4290af74de5cd411d77c (patch)
tree4cd69346fc067d2fd2776054ab50d773c788216c /openembedded/mauve.yaml
parent40eb081cdd1a4fb8a4fee095914071786cccb2d5 (diff)
mauve: break up tests into individual files2013.12
Broke up the tests based on the top-level Java packages (see openembedded/mauve/all-packages.txt). Running all the Mauve tests as one single test means that if a timeout occurs we get zero results. By having individual tests we can have much shorter timeouts and, should a test timeout, then only that test will have no results as opposed to Mauve in its entirety. This change also makes it practical to schedule the tests onto more devices using multi-node testing. Change-Id: I310282af072f40223f0998a1f5fda79b481dd584 Signed-off-by: Andrew McDermott <andrew.mcdermott@linaro.org>
Diffstat (limited to 'openembedded/mauve.yaml')
-rw-r--r--openembedded/mauve.yaml112
1 files changed, 0 insertions, 112 deletions
diff --git a/openembedded/mauve.yaml b/openembedded/mauve.yaml
deleted file mode 100644
index 6684f9b..0000000
--- a/openembedded/mauve.yaml
+++ /dev/null
@@ -1,112 +0,0 @@
-metadata:
- name: mauve
- format: "Lava-Test-Shell Test Definition 1.0"
- description: "Java Mauve Tests for OpenEmbedded"
- version: 1.0
- maintainer:
- - andrew.mcdermott@linaro.org
- os:
- - openembedded
- scope:
- - functional
- devices:
- - rtsm_ve-armv8
-
-install:
- git-repos:
- - git://git.linaro.org/qa/test-definitions.git
- - git://git.linaro.org/leg/openjdk/mauve.git
-
-run:
- steps:
- - 'DISPLAY=:10'
- - 'export DISPLAY'
- - 'Xvfb $DISPLAY &'
- - 'XVFBPID=$!'
- - 'PATH=$PATH:/lava/tests/$TESTRUN_ID/test-definitions/openembedded/scripts'
- - 'PATH=/usr/lib/jvm/java-8-openjdk/jre/bin:$PATH'
- - 'PATH=/usr/lib/jvm/java-8-openjdk/bin:$PATH'
- - 'which java'
- - 'java -version'
- - 'rm -rf /tmp/mauve'
- - 'ln -s /lava/tests/$TESTRUN_ID/mauve /tmp/mauve'
- - 'cd /tmp/mauve'
- - 'lava-test-case gnu.testlet.javax.security --shell mauve-test-pkg gnu/testlet/javax/security -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.security.txt'
- - 'lava-test-case-attach gnu.testlet.javax.security /tmp/mauve-gnu.testlet.javax.security.txt text/plain'
- - 'lava-test-case gnu.testlet.java.awt --shell mauve-test-pkg gnu/testlet/java/awt -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.awt.txt'
- - 'lava-test-case-attach gnu.testlet.java.awt /tmp/mauve-gnu.testlet.java.awt.txt text/plain'
- - 'lava-test-case gnu.testlet.org.omg --shell mauve-test-pkg gnu/testlet/org/omg -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.org.omg.txt'
- - 'lava-test-case-attach gnu.testlet.org.omg /tmp/mauve-gnu.testlet.org.omg.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.swing --shell mauve-test-pkg gnu/testlet/javax/swing -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.swing.txt'
- - 'lava-test-case-attach gnu.testlet.javax.swing /tmp/mauve-gnu.testlet.javax.swing.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.print --shell mauve-test-pkg gnu/testlet/javax/print -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.print.txt'
- - 'lava-test-case-attach gnu.testlet.javax.print /tmp/mauve-gnu.testlet.javax.print.txt text/plain'
- - 'lava-test-case gnu.testlet.java.lang --shell mauve-test-pkg gnu/testlet/java/lang -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.lang.txt'
- - 'lava-test-case-attach gnu.testlet.java.lang /tmp/mauve-gnu.testlet.java.lang.txt text/plain'
- - 'lava-test-case gnu.testlet.java.nio --shell mauve-test-pkg gnu/testlet/java/nio -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.nio.txt'
- - 'lava-test-case-attach gnu.testlet.java.nio /tmp/mauve-gnu.testlet.java.nio.txt text/plain'
- - 'lava-test-case gnu.testlet.java.text --shell mauve-test-pkg gnu/testlet/java/text -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.text.txt'
- - 'lava-test-case-attach gnu.testlet.java.text /tmp/mauve-gnu.testlet.java.text.txt text/plain'
- - 'lava-test-case gnu.testlet.BinaryCompatibility.altered --shell mauve-test-pkg gnu/testlet/BinaryCompatibility/altered -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.BinaryCompatibility.altered.txt'
- - 'lava-test-case-attach gnu.testlet.BinaryCompatibility.altered /tmp/mauve-gnu.testlet.BinaryCompatibility.altered.txt text/plain'
- - 'lava-test-case gnu.testlet.BinaryCompatibility --shell mauve-test-pkg gnu/testlet/BinaryCompatibility -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.BinaryCompatibility.txt'
- - 'lava-test-case-attach gnu.testlet.BinaryCompatibility /tmp/mauve-gnu.testlet.BinaryCompatibility.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.naming --shell mauve-test-pkg gnu/testlet/javax/naming -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.naming.txt'
- - 'lava-test-case-attach gnu.testlet.javax.naming /tmp/mauve-gnu.testlet.javax.naming.txt text/plain'
- - 'lava-test-case gnu.testlet.java.util --shell mauve-test-pkg gnu/testlet/java/util -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.util.txt'
- - 'lava-test-case-attach gnu.testlet.java.util /tmp/mauve-gnu.testlet.java.util.txt text/plain'
- - 'lava-test-case gnu.testlet.locales --shell mauve-test-pkg gnu/testlet/locales -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.locales.txt'
- - 'lava-test-case-attach gnu.testlet.locales /tmp/mauve-gnu.testlet.locales.txt text/plain'
- - 'lava-test-case gnu.testlet.runner --shell mauve-test-pkg gnu/testlet/runner -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.runner.txt'
- - 'lava-test-case-attach gnu.testlet.runner /tmp/mauve-gnu.testlet.runner.txt text/plain'
- - 'lava-test-case gnu.testlet.java.sql --shell mauve-test-pkg gnu/testlet/java/sql -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.sql.txt'
- - 'lava-test-case-attach gnu.testlet.java.sql /tmp/mauve-gnu.testlet.java.sql.txt text/plain'
- - 'lava-test-case gnu.testlet.gnu.javax --shell mauve-test-pkg gnu/testlet/gnu/javax -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.gnu.javax.txt'
- - 'lava-test-case-attach gnu.testlet.gnu.javax /tmp/mauve-gnu.testlet.gnu.javax.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.imageio --shell mauve-test-pkg gnu/testlet/javax/imageio -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.imageio.txt'
- - 'lava-test-case-attach gnu.testlet.javax.imageio /tmp/mauve-gnu.testlet.javax.imageio.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.sound --shell mauve-test-pkg gnu/testlet/javax/sound -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.sound.txt'
- - 'lava-test-case-attach gnu.testlet.javax.sound /tmp/mauve-gnu.testlet.javax.sound.txt text/plain'
- - 'lava-test-case gnu.testlet.java.io --shell mauve-test-pkg gnu/testlet/java/io -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.io.txt'
- - 'lava-test-case-attach gnu.testlet.java.io /tmp/mauve-gnu.testlet.java.io.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.net --shell mauve-test-pkg gnu/testlet/javax/net -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.net.txt'
- - 'lava-test-case-attach gnu.testlet.javax.net /tmp/mauve-gnu.testlet.javax.net.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.crypto --shell mauve-test-pkg gnu/testlet/javax/crypto -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.crypto.txt'
- - 'lava-test-case-attach gnu.testlet.javax.crypto /tmp/mauve-gnu.testlet.javax.crypto.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.management --shell mauve-test-pkg gnu/testlet/javax/management -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.management.txt'
- - 'lava-test-case-attach gnu.testlet.javax.management /tmp/mauve-gnu.testlet.javax.management.txt text/plain'
- - 'lava-test-case gnu.testlet.runner.compare --shell mauve-test-pkg gnu/testlet/runner/compare -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.runner.compare.txt'
- - 'lava-test-case-attach gnu.testlet.runner.compare /tmp/mauve-gnu.testlet.runner.compare.txt text/plain'
- - 'lava-test-case gnu.testlet.java.beans --shell mauve-test-pkg gnu/testlet/java/beans -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.beans.txt'
- - 'lava-test-case-attach gnu.testlet.java.beans /tmp/mauve-gnu.testlet.java.beans.txt text/plain'
- - 'lava-test-case gnu.testlet.java.net --shell mauve-test-pkg gnu/testlet/java/net -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.net.txt'
- - 'lava-test-case-attach gnu.testlet.java.net /tmp/mauve-gnu.testlet.java.net.txt text/plain'
- - 'lava-test-case gnu.testlet.org.w3c --shell mauve-test-pkg gnu/testlet/org/w3c -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.org.w3c.txt'
- - 'lava-test-case-attach gnu.testlet.org.w3c /tmp/mauve-gnu.testlet.org.w3c.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.rmi --shell mauve-test-pkg gnu/testlet/javax/rmi -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.rmi.txt'
- - 'lava-test-case-attach gnu.testlet.javax.rmi /tmp/mauve-gnu.testlet.javax.rmi.txt text/plain'
- - 'lava-test-case gnu.testlet.java.math --shell mauve-test-pkg gnu/testlet/java/math -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.math.txt'
- - 'lava-test-case-attach gnu.testlet.java.math /tmp/mauve-gnu.testlet.java.math.txt text/plain'
- - 'lava-test-case gnu.testlet.java.security --shell mauve-test-pkg gnu/testlet/java/security -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.security.txt'
- - 'lava-test-case-attach gnu.testlet.java.security /tmp/mauve-gnu.testlet.java.security.txt text/plain'
- - 'lava-test-case gnu.testlet.gnu.java --shell mauve-test-pkg gnu/testlet/gnu/java -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.gnu.java.txt'
- - 'lava-test-case-attach gnu.testlet.gnu.java /tmp/mauve-gnu.testlet.gnu.java.txt text/plain'
- - 'lava-test-case gnu.testlet.java.rmi --shell mauve-test-pkg gnu/testlet/java/rmi -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.rmi.txt'
- - 'lava-test-case-attach gnu.testlet.java.rmi /tmp/mauve-gnu.testlet.java.rmi.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.xml --shell mauve-test-pkg gnu/testlet/javax/xml -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.xml.txt'
- - 'lava-test-case-attach gnu.testlet.javax.xml /tmp/mauve-gnu.testlet.javax.xml.txt text/plain'
- - 'lava-test-case gnu.testlet.javax.accessibility --shell mauve-test-pkg gnu/testlet/javax/accessibility -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.accessibility.txt'
- - 'lava-test-case-attach gnu.testlet.javax.accessibility /tmp/mauve-gnu.testlet.javax.accessibility.txt text/plain'
- - 'kill $XVFBPID'
-
-# The following "parser" will correctly parse the output from the
-# tests but it is deliberately commented out because you end up with
-# one line per test case in the LAVA dashboard and, given the number
-# of tests that are run, there will be ~250 pages to wade through.
-
-# parse:
-# pattern: "(?P<result>(PASS|FAIL|SKIP)):\\s+(?P<test_case_id>(.*))"
-# fixupdict:
-# PASS: pass
-# FAIL: fail
-# SKIP: skip