From 97e78cfdb81b04e19bad4290af74de5cd411d77c Mon Sep 17 00:00:00 2001 From: Andrew McDermott Date: Mon, 9 Dec 2013 11:28:28 +0000 Subject: mauve: break up tests into individual files Broke up the tests based on the top-level Java packages (see openembedded/mauve/all-packages.txt). Running all the Mauve tests as one single test means that if a timeout occurs we get zero results. By having individual tests we can have much shorter timeouts and, should a test timeout, then only that test will have no results as opposed to Mauve in its entirety. This change also makes it practical to schedule the tests onto more devices using multi-node testing. Change-Id: I310282af072f40223f0998a1f5fda79b481dd584 Signed-off-by: Andrew McDermott --- .../mauve-BinaryCompatibility-altered.yaml | 47 +++++++++ openembedded/mauve-BinaryCompatibility.yaml | 47 +++++++++ openembedded/mauve-gnu-java.yaml | 47 +++++++++ openembedded/mauve-gnu-javax.yaml | 47 +++++++++ openembedded/mauve-java-awt.yaml | 53 ++++++++++ openembedded/mauve-java-beans.yaml | 47 +++++++++ openembedded/mauve-java-io.yaml | 47 +++++++++ openembedded/mauve-java-lang.yaml | 47 +++++++++ openembedded/mauve-java-math.yaml | 47 +++++++++ openembedded/mauve-java-net.yaml | 47 +++++++++ openembedded/mauve-java-nio.yaml | 47 +++++++++ openembedded/mauve-java-rmi.yaml | 47 +++++++++ openembedded/mauve-java-security.yaml | 47 +++++++++ openembedded/mauve-java-sql.yaml | 47 +++++++++ openembedded/mauve-java-text.yaml | 47 +++++++++ openembedded/mauve-java-util.yaml | 47 +++++++++ openembedded/mauve-javax-accessibility.yaml | 47 +++++++++ openembedded/mauve-javax-crypto.yaml | 47 +++++++++ openembedded/mauve-javax-imageio.yaml | 47 +++++++++ openembedded/mauve-javax-management.yaml | 47 +++++++++ openembedded/mauve-javax-naming.yaml | 47 +++++++++ openembedded/mauve-javax-net.yaml | 47 +++++++++ openembedded/mauve-javax-print.yaml | 47 +++++++++ openembedded/mauve-javax-rmi.yaml | 47 +++++++++ openembedded/mauve-javax-security.yaml | 47 +++++++++ openembedded/mauve-javax-sound.yaml | 47 +++++++++ openembedded/mauve-javax-swing.yaml | 53 ++++++++++ openembedded/mauve-javax-xml.yaml | 47 +++++++++ openembedded/mauve-locales.yaml | 47 +++++++++ openembedded/mauve-org-omg.yaml | 47 +++++++++ openembedded/mauve-org-w3c.yaml | 47 +++++++++ openembedded/mauve-sanity-test.yaml | 43 -------- openembedded/mauve-setup.yaml | 22 ++++ openembedded/mauve.yaml | 112 --------------------- openembedded/mauve/sanity-test.txt | 1 - openembedded/scripts/mauve-lava-test | 30 ------ openembedded/scripts/mauve-test-pkg | 47 ++++++--- 37 files changed, 1525 insertions(+), 199 deletions(-) create mode 100644 openembedded/mauve-BinaryCompatibility-altered.yaml create mode 100644 openembedded/mauve-BinaryCompatibility.yaml create mode 100644 openembedded/mauve-gnu-java.yaml create mode 100644 openembedded/mauve-gnu-javax.yaml create mode 100644 openembedded/mauve-java-awt.yaml create mode 100644 openembedded/mauve-java-beans.yaml create mode 100644 openembedded/mauve-java-io.yaml create mode 100644 openembedded/mauve-java-lang.yaml create mode 100644 openembedded/mauve-java-math.yaml create mode 100644 openembedded/mauve-java-net.yaml create mode 100644 openembedded/mauve-java-nio.yaml create mode 100644 openembedded/mauve-java-rmi.yaml create mode 100644 openembedded/mauve-java-security.yaml create mode 100644 openembedded/mauve-java-sql.yaml create mode 100644 openembedded/mauve-java-text.yaml create mode 100644 openembedded/mauve-java-util.yaml create mode 100644 openembedded/mauve-javax-accessibility.yaml create mode 100644 openembedded/mauve-javax-crypto.yaml create mode 100644 openembedded/mauve-javax-imageio.yaml create mode 100644 openembedded/mauve-javax-management.yaml create mode 100644 openembedded/mauve-javax-naming.yaml create mode 100644 openembedded/mauve-javax-net.yaml create mode 100644 openembedded/mauve-javax-print.yaml create mode 100644 openembedded/mauve-javax-rmi.yaml create mode 100644 openembedded/mauve-javax-security.yaml create mode 100644 openembedded/mauve-javax-sound.yaml create mode 100644 openembedded/mauve-javax-swing.yaml create mode 100644 openembedded/mauve-javax-xml.yaml create mode 100644 openembedded/mauve-locales.yaml create mode 100644 openembedded/mauve-org-omg.yaml create mode 100644 openembedded/mauve-org-w3c.yaml delete mode 100644 openembedded/mauve-sanity-test.yaml create mode 100644 openembedded/mauve-setup.yaml delete mode 100644 openembedded/mauve.yaml delete mode 100644 openembedded/mauve/sanity-test.txt delete mode 100755 openembedded/scripts/mauve-lava-test (limited to 'openembedded') diff --git a/openembedded/mauve-BinaryCompatibility-altered.yaml b/openembedded/mauve-BinaryCompatibility-altered.yaml new file mode 100644 index 0000000..f8bd382 --- /dev/null +++ b/openembedded/mauve-BinaryCompatibility-altered.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-BinaryCompatibility-altered + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/BinaryCompatibility/altered /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-BinaryCompatibility.yaml b/openembedded/mauve-BinaryCompatibility.yaml new file mode 100644 index 0000000..588e8b8 --- /dev/null +++ b/openembedded/mauve-BinaryCompatibility.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-BinaryCompatibility + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/BinaryCompatibility /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-gnu-java.yaml b/openembedded/mauve-gnu-java.yaml new file mode 100644 index 0000000..bb1be2f --- /dev/null +++ b/openembedded/mauve-gnu-java.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-gnu-java + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/gnu/java /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-gnu-javax.yaml b/openembedded/mauve-gnu-javax.yaml new file mode 100644 index 0000000..0f6ad71 --- /dev/null +++ b/openembedded/mauve-gnu-javax.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-gnu-javax + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/gnu/javax /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-awt.yaml b/openembedded/mauve-java-awt.yaml new file mode 100644 index 0000000..320ea37 --- /dev/null +++ b/openembedded/mauve-java-awt.yaml @@ -0,0 +1,53 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-awt + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - 'DISPLAY=:10' + - 'export DISPLAY' + - 'Xvfb $DISPLAY &' + - 'XVFBPID=$!' + - 'sleep 30' + - './mauve-test-pkg gnu/testlet/java/awt /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' + - 'kill $XVFBPID' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-beans.yaml b/openembedded/mauve-java-beans.yaml new file mode 100644 index 0000000..6543970 --- /dev/null +++ b/openembedded/mauve-java-beans.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-beans + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/beans /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-io.yaml b/openembedded/mauve-java-io.yaml new file mode 100644 index 0000000..e813093 --- /dev/null +++ b/openembedded/mauve-java-io.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-io + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/io /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-lang.yaml b/openembedded/mauve-java-lang.yaml new file mode 100644 index 0000000..dc4c68f --- /dev/null +++ b/openembedded/mauve-java-lang.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-lang + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/lang /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-math.yaml b/openembedded/mauve-java-math.yaml new file mode 100644 index 0000000..bf5c3d0 --- /dev/null +++ b/openembedded/mauve-java-math.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-math + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/math /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-net.yaml b/openembedded/mauve-java-net.yaml new file mode 100644 index 0000000..2d93943 --- /dev/null +++ b/openembedded/mauve-java-net.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-net + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/net /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-nio.yaml b/openembedded/mauve-java-nio.yaml new file mode 100644 index 0000000..5faf3a5 --- /dev/null +++ b/openembedded/mauve-java-nio.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-nio + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/nio /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-rmi.yaml b/openembedded/mauve-java-rmi.yaml new file mode 100644 index 0000000..2143533 --- /dev/null +++ b/openembedded/mauve-java-rmi.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-rmi + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/rmi /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-security.yaml b/openembedded/mauve-java-security.yaml new file mode 100644 index 0000000..1dab94d --- /dev/null +++ b/openembedded/mauve-java-security.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-security + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/security /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-sql.yaml b/openembedded/mauve-java-sql.yaml new file mode 100644 index 0000000..a042743 --- /dev/null +++ b/openembedded/mauve-java-sql.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-sql + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/sql /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-text.yaml b/openembedded/mauve-java-text.yaml new file mode 100644 index 0000000..c081b53 --- /dev/null +++ b/openembedded/mauve-java-text.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-text + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/text /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-java-util.yaml b/openembedded/mauve-java-util.yaml new file mode 100644 index 0000000..0884ff9 --- /dev/null +++ b/openembedded/mauve-java-util.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-java-util + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/java/util /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-accessibility.yaml b/openembedded/mauve-javax-accessibility.yaml new file mode 100644 index 0000000..f73b448 --- /dev/null +++ b/openembedded/mauve-javax-accessibility.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-accessibility + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/accessibility /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-crypto.yaml b/openembedded/mauve-javax-crypto.yaml new file mode 100644 index 0000000..0291086 --- /dev/null +++ b/openembedded/mauve-javax-crypto.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-crypto + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/crypto /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-imageio.yaml b/openembedded/mauve-javax-imageio.yaml new file mode 100644 index 0000000..714a4d1 --- /dev/null +++ b/openembedded/mauve-javax-imageio.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-imageio + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/imageio /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-management.yaml b/openembedded/mauve-javax-management.yaml new file mode 100644 index 0000000..432c505 --- /dev/null +++ b/openembedded/mauve-javax-management.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-management + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/management /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-naming.yaml b/openembedded/mauve-javax-naming.yaml new file mode 100644 index 0000000..f8c8021 --- /dev/null +++ b/openembedded/mauve-javax-naming.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-naming + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/naming /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-net.yaml b/openembedded/mauve-javax-net.yaml new file mode 100644 index 0000000..0972519 --- /dev/null +++ b/openembedded/mauve-javax-net.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-net + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/net /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-print.yaml b/openembedded/mauve-javax-print.yaml new file mode 100644 index 0000000..2412140 --- /dev/null +++ b/openembedded/mauve-javax-print.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-print + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/print /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-rmi.yaml b/openembedded/mauve-javax-rmi.yaml new file mode 100644 index 0000000..d42e6bb --- /dev/null +++ b/openembedded/mauve-javax-rmi.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-rmi + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/rmi /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-security.yaml b/openembedded/mauve-javax-security.yaml new file mode 100644 index 0000000..2604f20 --- /dev/null +++ b/openembedded/mauve-javax-security.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-security + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/security /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-sound.yaml b/openembedded/mauve-javax-sound.yaml new file mode 100644 index 0000000..cbbac71 --- /dev/null +++ b/openembedded/mauve-javax-sound.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-sound + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/sound /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-swing.yaml b/openembedded/mauve-javax-swing.yaml new file mode 100644 index 0000000..b2a9597 --- /dev/null +++ b/openembedded/mauve-javax-swing.yaml @@ -0,0 +1,53 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-swing + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - 'DISPLAY=:10' + - 'export DISPLAY' + - 'Xvfb $DISPLAY &' + - 'XVFBPID=$!' + - 'sleep 30' + - './mauve-test-pkg gnu/testlet/javax/swing /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' + - 'kill $XVFBPID' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-javax-xml.yaml b/openembedded/mauve-javax-xml.yaml new file mode 100644 index 0000000..14e2400 --- /dev/null +++ b/openembedded/mauve-javax-xml.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-javax-xml + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/javax/xml /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-locales.yaml b/openembedded/mauve-locales.yaml new file mode 100644 index 0000000..e49a831 --- /dev/null +++ b/openembedded/mauve-locales.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-locales + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/locales /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-org-omg.yaml b/openembedded/mauve-org-omg.yaml new file mode 100644 index 0000000..5c34024 --- /dev/null +++ b/openembedded/mauve-org-omg.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-org-omg + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/org/omg /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-org-w3c.yaml b/openembedded/mauve-org-w3c.yaml new file mode 100644 index 0000000..a8aae6e --- /dev/null +++ b/openembedded/mauve-org-w3c.yaml @@ -0,0 +1,47 @@ +# Copyright (C) 2013, Linaro Limited. +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +# This file has been auto-generated from: +# +# make-mauve-yaml-files.sh +# +# which can be found in the following repo: +# +# git://git.linaro.org/leg/openjdk/jtreg-lava-scripts +# +# PLEASE DO NOT HAND EDIT THIS FILE. +# +metadata: + name: mauve-org-w3c + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +params: + JAVA_VM: -client + JAVA_PRODUCT_BINARY: /usr/lib/jvm/java-8-openjdk/bin/java +# timeout is in milliseconds + TIMEOUT: 60000 +run: + steps: + - 'echo -n "Harness VM version: "' + - 'java -version' + - 'echo -n "Product VM version: "' + - '$JAVA_PRODUCT_BINARY -version' + - 'rm -rf /tmp/mauve' + - 'ln -s $HOME/mauve /tmp/mauve' + - 'cd openembedded/scripts' + - './mauve-test-pkg gnu/testlet/org/w3c /tmp/mauve -timeout $TIMEOUT -vm $JAVA_PRODUCT_BINARY -vmarg $JAVA_VM -compile no -showpasses' +parse: + pattern: "(?P(PASS|FAIL)):\\s+(?P(.*))" + fixupdict: + PASS: pass + FAIL: fail diff --git a/openembedded/mauve-sanity-test.yaml b/openembedded/mauve-sanity-test.yaml deleted file mode 100644 index 6b4cd7e..0000000 --- a/openembedded/mauve-sanity-test.yaml +++ /dev/null @@ -1,43 +0,0 @@ -metadata: - name: mauve - format: "Lava-Test-Shell Test Definition 1.0" - description: "Mauve Sanity Test for OpenEmbedded" - version: 1.0 - maintainer: - - andrew.mcdermott@linaro.org - os: - - openembedded - scope: - - functional - devices: - - rtsm_ve-armv8 - -install: - git-repos: - - git://git.linaro.org/qa/test-definitions.git - - git://git.linaro.org/leg/openjdk/mauve.git - -run: - steps: - - 'PATH=$PATH:/lava/tests/$TESTRUN_ID/test-definitions/openembedded/scripts' - - 'PATH=/usr/lib/jvm/java-8-openjdk/jre/bin:$PATH' - - 'PATH=/usr/lib/jvm/java-8-openjdk/bin:$PATH' - - 'which java' - - 'java -version' - - 'rm -rf /tmp/mauve' - - 'ln -s /lava/tests/$TESTRUN_ID/mauve /tmp/mauve' - - 'cd /tmp/mauve' - - 'lava-test-case gnu.testlet.java.lang.Integer --shell mauve-test-pkg gnu/testlet/java/lang/Integer -compile no -showpasses 2>&1 | tee /tmp/mauve-gnu.testlet.java.lang.Integer.txt' - - 'lava-test-case-attach gnu.testlet.java.lang.Integer /tmp/mauve-gnu.testlet.java.lang.Integer.txt text/plain' - -# The following "parser" will correctly parse the output from the -# tests but it is deliberately commented out because you end up with -# one line per test case in the LAVA dashboard and, given the number -# of tests that are run, there will be ~250 pages to wade through. - -# parse: -# pattern: "(?P(PASS|FAIL|SKIP)):\\s+(?P(.*))" -# fixupdict: -# PASS: pass -# FAIL: fail -# SKIP: skip diff --git a/openembedded/mauve-setup.yaml b/openembedded/mauve-setup.yaml new file mode 100644 index 0000000..f8c72f0 --- /dev/null +++ b/openembedded/mauve-setup.yaml @@ -0,0 +1,22 @@ +# Copyright (C) 2013, Linaro Limited. + +metadata: + name: mauve-setup + format: "Lava-Test-Shell Test Definition 1.0" + description: "Regression tests for the OpenJDK platform" + version: 1.0 + maintainer: + - andrew.mcdermott@linaro.org + os: + - openembedded + scope: + - test + devices: + - rtsm_ve-armv8 +install: + git-repos: + - git://git.linaro.org/leg/openjdk/mauve.git +run: + steps: + - 'cp -a /lava/tests/$TESTRUN_ID/mauve $HOME' + - 'lava-test-case mauve-setup --result pass' diff --git a/openembedded/mauve.yaml b/openembedded/mauve.yaml deleted file mode 100644 index 6684f9b..0000000 --- a/openembedded/mauve.yaml +++ /dev/null @@ -1,112 +0,0 @@ -metadata: - name: mauve - format: "Lava-Test-Shell Test Definition 1.0" - description: "Java Mauve Tests for OpenEmbedded" - version: 1.0 - maintainer: - - andrew.mcdermott@linaro.org - os: - - openembedded - scope: - - functional - devices: - - rtsm_ve-armv8 - -install: - git-repos: - - git://git.linaro.org/qa/test-definitions.git - - git://git.linaro.org/leg/openjdk/mauve.git - -run: - steps: - - 'DISPLAY=:10' - - 'export DISPLAY' - - 'Xvfb $DISPLAY &' - - 'XVFBPID=$!' - - 'PATH=$PATH:/lava/tests/$TESTRUN_ID/test-definitions/openembedded/scripts' - - 'PATH=/usr/lib/jvm/java-8-openjdk/jre/bin:$PATH' - - 'PATH=/usr/lib/jvm/java-8-openjdk/bin:$PATH' - - 'which java' - - 'java -version' - - 'rm -rf /tmp/mauve' - - 'ln -s /lava/tests/$TESTRUN_ID/mauve /tmp/mauve' - - 'cd /tmp/mauve' - - 'lava-test-case gnu.testlet.javax.security --shell mauve-test-pkg gnu/testlet/javax/security -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.security.txt' - - 'lava-test-case-attach gnu.testlet.javax.security /tmp/mauve-gnu.testlet.javax.security.txt text/plain' - - 'lava-test-case gnu.testlet.java.awt --shell mauve-test-pkg gnu/testlet/java/awt -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.awt.txt' - - 'lava-test-case-attach gnu.testlet.java.awt /tmp/mauve-gnu.testlet.java.awt.txt text/plain' - - 'lava-test-case gnu.testlet.org.omg --shell mauve-test-pkg gnu/testlet/org/omg -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.org.omg.txt' - - 'lava-test-case-attach gnu.testlet.org.omg /tmp/mauve-gnu.testlet.org.omg.txt text/plain' - - 'lava-test-case gnu.testlet.javax.swing --shell mauve-test-pkg gnu/testlet/javax/swing -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.swing.txt' - - 'lava-test-case-attach gnu.testlet.javax.swing /tmp/mauve-gnu.testlet.javax.swing.txt text/plain' - - 'lava-test-case gnu.testlet.javax.print --shell mauve-test-pkg gnu/testlet/javax/print -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.print.txt' - - 'lava-test-case-attach gnu.testlet.javax.print /tmp/mauve-gnu.testlet.javax.print.txt text/plain' - - 'lava-test-case gnu.testlet.java.lang --shell mauve-test-pkg gnu/testlet/java/lang -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.lang.txt' - - 'lava-test-case-attach gnu.testlet.java.lang /tmp/mauve-gnu.testlet.java.lang.txt text/plain' - - 'lava-test-case gnu.testlet.java.nio --shell mauve-test-pkg gnu/testlet/java/nio -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.nio.txt' - - 'lava-test-case-attach gnu.testlet.java.nio /tmp/mauve-gnu.testlet.java.nio.txt text/plain' - - 'lava-test-case gnu.testlet.java.text --shell mauve-test-pkg gnu/testlet/java/text -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.text.txt' - - 'lava-test-case-attach gnu.testlet.java.text /tmp/mauve-gnu.testlet.java.text.txt text/plain' - - 'lava-test-case gnu.testlet.BinaryCompatibility.altered --shell mauve-test-pkg gnu/testlet/BinaryCompatibility/altered -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.BinaryCompatibility.altered.txt' - - 'lava-test-case-attach gnu.testlet.BinaryCompatibility.altered /tmp/mauve-gnu.testlet.BinaryCompatibility.altered.txt text/plain' - - 'lava-test-case gnu.testlet.BinaryCompatibility --shell mauve-test-pkg gnu/testlet/BinaryCompatibility -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.BinaryCompatibility.txt' - - 'lava-test-case-attach gnu.testlet.BinaryCompatibility /tmp/mauve-gnu.testlet.BinaryCompatibility.txt text/plain' - - 'lava-test-case gnu.testlet.javax.naming --shell mauve-test-pkg gnu/testlet/javax/naming -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.naming.txt' - - 'lava-test-case-attach gnu.testlet.javax.naming /tmp/mauve-gnu.testlet.javax.naming.txt text/plain' - - 'lava-test-case gnu.testlet.java.util --shell mauve-test-pkg gnu/testlet/java/util -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.util.txt' - - 'lava-test-case-attach gnu.testlet.java.util /tmp/mauve-gnu.testlet.java.util.txt text/plain' - - 'lava-test-case gnu.testlet.locales --shell mauve-test-pkg gnu/testlet/locales -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.locales.txt' - - 'lava-test-case-attach gnu.testlet.locales /tmp/mauve-gnu.testlet.locales.txt text/plain' - - 'lava-test-case gnu.testlet.runner --shell mauve-test-pkg gnu/testlet/runner -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.runner.txt' - - 'lava-test-case-attach gnu.testlet.runner /tmp/mauve-gnu.testlet.runner.txt text/plain' - - 'lava-test-case gnu.testlet.java.sql --shell mauve-test-pkg gnu/testlet/java/sql -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.sql.txt' - - 'lava-test-case-attach gnu.testlet.java.sql /tmp/mauve-gnu.testlet.java.sql.txt text/plain' - - 'lava-test-case gnu.testlet.gnu.javax --shell mauve-test-pkg gnu/testlet/gnu/javax -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.gnu.javax.txt' - - 'lava-test-case-attach gnu.testlet.gnu.javax /tmp/mauve-gnu.testlet.gnu.javax.txt text/plain' - - 'lava-test-case gnu.testlet.javax.imageio --shell mauve-test-pkg gnu/testlet/javax/imageio -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.imageio.txt' - - 'lava-test-case-attach gnu.testlet.javax.imageio /tmp/mauve-gnu.testlet.javax.imageio.txt text/plain' - - 'lava-test-case gnu.testlet.javax.sound --shell mauve-test-pkg gnu/testlet/javax/sound -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.sound.txt' - - 'lava-test-case-attach gnu.testlet.javax.sound /tmp/mauve-gnu.testlet.javax.sound.txt text/plain' - - 'lava-test-case gnu.testlet.java.io --shell mauve-test-pkg gnu/testlet/java/io -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.io.txt' - - 'lava-test-case-attach gnu.testlet.java.io /tmp/mauve-gnu.testlet.java.io.txt text/plain' - - 'lava-test-case gnu.testlet.javax.net --shell mauve-test-pkg gnu/testlet/javax/net -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.net.txt' - - 'lava-test-case-attach gnu.testlet.javax.net /tmp/mauve-gnu.testlet.javax.net.txt text/plain' - - 'lava-test-case gnu.testlet.javax.crypto --shell mauve-test-pkg gnu/testlet/javax/crypto -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.crypto.txt' - - 'lava-test-case-attach gnu.testlet.javax.crypto /tmp/mauve-gnu.testlet.javax.crypto.txt text/plain' - - 'lava-test-case gnu.testlet.javax.management --shell mauve-test-pkg gnu/testlet/javax/management -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.management.txt' - - 'lava-test-case-attach gnu.testlet.javax.management /tmp/mauve-gnu.testlet.javax.management.txt text/plain' - - 'lava-test-case gnu.testlet.runner.compare --shell mauve-test-pkg gnu/testlet/runner/compare -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.runner.compare.txt' - - 'lava-test-case-attach gnu.testlet.runner.compare /tmp/mauve-gnu.testlet.runner.compare.txt text/plain' - - 'lava-test-case gnu.testlet.java.beans --shell mauve-test-pkg gnu/testlet/java/beans -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.beans.txt' - - 'lava-test-case-attach gnu.testlet.java.beans /tmp/mauve-gnu.testlet.java.beans.txt text/plain' - - 'lava-test-case gnu.testlet.java.net --shell mauve-test-pkg gnu/testlet/java/net -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.net.txt' - - 'lava-test-case-attach gnu.testlet.java.net /tmp/mauve-gnu.testlet.java.net.txt text/plain' - - 'lava-test-case gnu.testlet.org.w3c --shell mauve-test-pkg gnu/testlet/org/w3c -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.org.w3c.txt' - - 'lava-test-case-attach gnu.testlet.org.w3c /tmp/mauve-gnu.testlet.org.w3c.txt text/plain' - - 'lava-test-case gnu.testlet.javax.rmi --shell mauve-test-pkg gnu/testlet/javax/rmi -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.rmi.txt' - - 'lava-test-case-attach gnu.testlet.javax.rmi /tmp/mauve-gnu.testlet.javax.rmi.txt text/plain' - - 'lava-test-case gnu.testlet.java.math --shell mauve-test-pkg gnu/testlet/java/math -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.math.txt' - - 'lava-test-case-attach gnu.testlet.java.math /tmp/mauve-gnu.testlet.java.math.txt text/plain' - - 'lava-test-case gnu.testlet.java.security --shell mauve-test-pkg gnu/testlet/java/security -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.security.txt' - - 'lava-test-case-attach gnu.testlet.java.security /tmp/mauve-gnu.testlet.java.security.txt text/plain' - - 'lava-test-case gnu.testlet.gnu.java --shell mauve-test-pkg gnu/testlet/gnu/java -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.gnu.java.txt' - - 'lava-test-case-attach gnu.testlet.gnu.java /tmp/mauve-gnu.testlet.gnu.java.txt text/plain' - - 'lava-test-case gnu.testlet.java.rmi --shell mauve-test-pkg gnu/testlet/java/rmi -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.java.rmi.txt' - - 'lava-test-case-attach gnu.testlet.java.rmi /tmp/mauve-gnu.testlet.java.rmi.txt text/plain' - - 'lava-test-case gnu.testlet.javax.xml --shell mauve-test-pkg gnu/testlet/javax/xml -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.xml.txt' - - 'lava-test-case-attach gnu.testlet.javax.xml /tmp/mauve-gnu.testlet.javax.xml.txt text/plain' - - 'lava-test-case gnu.testlet.javax.accessibility --shell mauve-test-pkg gnu/testlet/javax/accessibility -compile no 2>&1 | tee /tmp/mauve-gnu.testlet.javax.accessibility.txt' - - 'lava-test-case-attach gnu.testlet.javax.accessibility /tmp/mauve-gnu.testlet.javax.accessibility.txt text/plain' - - 'kill $XVFBPID' - -# The following "parser" will correctly parse the output from the -# tests but it is deliberately commented out because you end up with -# one line per test case in the LAVA dashboard and, given the number -# of tests that are run, there will be ~250 pages to wade through. - -# parse: -# pattern: "(?P(PASS|FAIL|SKIP)):\\s+(?P(.*))" -# fixupdict: -# PASS: pass -# FAIL: fail -# SKIP: skip diff --git a/openembedded/mauve/sanity-test.txt b/openembedded/mauve/sanity-test.txt deleted file mode 100644 index 1cfe40f..0000000 --- a/openembedded/mauve/sanity-test.txt +++ /dev/null @@ -1 +0,0 @@ -gnu/testlet/java/lang/Integer diff --git a/openembedded/scripts/mauve-lava-test b/openembedded/scripts/mauve-lava-test deleted file mode 100755 index bd815a8..0000000 --- a/openembedded/scripts/mauve-lava-test +++ /dev/null @@ -1,30 +0,0 @@ -#!/bin/bash - -# Lava Mauve test harness. -# -# Copyright (C) 2013, Linaro Limited. -# -# This program is free software; you can redistribute it and/or -# modify it under the terms of the GNU General Public License -# as published by the Free Software Foundation; either version 2 -# of the License, or (at your option) any later version. -# -# This program is distributed in the hope that it will be useful, -# but WITHOUT ANY WARRANTY; without even the implied warranty of -# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the -# GNU General Public License for more details. -# -# You should have received a copy of the GNU General Public License -# along with this program; if not, write to the Free Software -# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. -# -# Author: Andrew McDermott -# - -while read -r pkg; do - [[ "$pkg" =~ ^#.*$ ]] && continue - [[ "$pkg" =~ ^$ ]] && continue - id=${pkg//\//.} - lava-test-case $id --shell mauve-test-pkg $pkg "$@" 2>&1 | tee /tmp/mauve-$id.txt - lava-test-case-attach $id /tmp/mauve-${id}.txt text/plain -done diff --git a/openembedded/scripts/mauve-test-pkg b/openembedded/scripts/mauve-test-pkg index caef9b8..8d7f6a4 100755 --- a/openembedded/scripts/mauve-test-pkg +++ b/openembedded/scripts/mauve-test-pkg @@ -26,9 +26,9 @@ function generate_exclude_list() { local excludes= while read -r line; do - [[ "$line" =~ ^#.*$ ]] && continue - [[ "$line" =~ ^$ ]] && continue - excludes="${excludes} -exclude ${line}" + [[ "$line" =~ ^#.*$ ]] && continue + [[ "$line" =~ ^$ ]] && continue + excludes="${excludes} -exclude ${line}" done < "$file" echo "${excludes}" @@ -36,9 +36,10 @@ function generate_exclude_list() { script=$(readlink -f $0) scriptpath=$(dirname $script) -java_pkg=$1; shift -java_pkg=${java_pkg//\//.} -blacklist_file="$scriptpath/../mauve/blacklist.d/${java_pkg}" +test_case=$1; shift +test_case_normalized=${test_case//\//.} +mauve_home=$1; shift +blacklist_file="${scriptpath}/../mauve/blacklist.d/${test_case_normalized}" javavm=$(which java) if [[ -z "$javavm" ]]; then @@ -49,12 +50,32 @@ fi excludes= if [[ -f ${blacklist_file} ]]; then - excludes=$(generate_exclude_list $blacklist_file) - while read -r line; do - [[ "$line" =~ ^#.*$ ]] && continue - [[ "$line" =~ ^$ ]] && continue - echo "SKIP: $line" - done < "$blacklist_file" + excludes=$(generate_exclude_list $blacklist_file) +else + blacklist_file=/dev/null fi -$javavm HarnessLinaro -vm $javavm -vmarg -Xmixed $excludes $java_pkg "$@" +output_dir="/tmp/${test_case_normalized}.$$" +mkdir -p $output_dir +pushd $output_dir +output_file="${test_case_normalized}.txt" + +echo $javavm HarnessLinaro $excludes $test_case "$@" +export CLASSPATH=$mauve_home +$javavm -client HarnessLinaro $excludes $test_case "$@" 2>&1 | tee $output_file + +if [[ -f ${blacklist_file} ]]; then + cp ${blacklist_file} ${test_case_normalized}-excluded-tests.txt + lava-test-run-attach ${test_case_normalized}-excluded-tests.txt +fi + +sed -n '/TEST RESULTS:/,$p' $output_file > ${test_case_normalized}-summary.txt +lava-test-run-attach ${test_case_normalized}-summary.txt + +grep '^FAIL:' $output_file > ${test_case_normalized}-failed.txt +lava-test-run-attach ${test_case_normalized}-failed.txt + +grep '^PASS:' $output_file > ${test_case_normalized}-success.txt +lava-test-run-attach ${test_case_normalized}-success.txt + +rm -rf $output_dir -- cgit v1.2.3