diff options
author | Stuart Monteith <stuart.monteith@linaro.org> | 2020-01-13 14:39:09 +0000 |
---|---|---|
committer | Stuart Monteith <stuart.monteith@linaro.org> | 2020-01-13 14:40:17 +0000 |
commit | 53ae798a662dece9022fe74d1fa300df0951ff9e (patch) | |
tree | 6cfb2bc56dbea62340a9466ae6e3bc79c07577be /jdk14-terasort-benchmark.yaml | |
parent | 53fc061fe066fcd3d022f49d7947164d3d034033 (diff) |
jdk: Add jdk14 jobs
Creates all the new jobs required for jdk14. Disables jdk12, which was
obsoleted by jdk13.
Change-Id: Idd622d78764932837a493f7e65f93e0969866a5b
Diffstat (limited to 'jdk14-terasort-benchmark.yaml')
-rw-r--r-- | jdk14-terasort-benchmark.yaml | 112 |
1 files changed, 112 insertions, 0 deletions
diff --git a/jdk14-terasort-benchmark.yaml b/jdk14-terasort-benchmark.yaml new file mode 100644 index 00000000..a707513a --- /dev/null +++ b/jdk14-terasort-benchmark.yaml @@ -0,0 +1,112 @@ +- job: + name: jdk14-terasort-benchmark + project-type: matrix + defaults: global + description: | + * Runs the terasort benchmark. + properties: + - authorization: + linaro: + - job-read + openjdk-members: + - job-extended-read + - job-build + - job-cancel + - build-discarder: + days-to-keep: 30 + num-to-keep: 10 + artifact-num-to-keep: 5 + disabled: false + node: j12-qrep-01 + display-name: 'OpenJDK 14 - Run terasort benchmark' + axes: + - axis: + type: user-defined + name: BUILD_TYPE + values: + - release + - axis: + type: slave + name: label + values: + - j12-qrep-01 + execution-strategy: + sequential: true + wrappers: + - workspace-cleanup: + dirmatch: false + - timestamps + - matrix-tie-parent: + node: j12-qrep-01 + builders: + - shell: | + #!/bin/bash + + set -exu + + NGIGABYTES=1 + + + CACHE_FILES=$HOME/srv/jdk-cache + ## Extract jdk + rm -rf jdk14* + tar xf ~/workspace/jdk14-build-image/BUILD_TYPE/${BUILD_TYPE}/label/${NODE_NAME}/out/jdk14-${BUILD_TYPE}.tar.gz + + export JAVA_HOME=${WORKSPACE}/jdk14-${BUILD_TYPE} + export PATH=${JAVA_HOME}/bin:$PATH + + ## Extract Hadoop pre-builts + rm -rf openjdk8-hadooop-LCA14 + tar xf $CACHE_FILES/openjdk8-hadoop-LCA14.tar.gz + + rm -rf incoming; mkdir -p incoming + ## Benchmark + (cd incoming; tar xf ~/srv/hadoop-terasort-reference-files/${NGIGABYTES}GB.tar.gz) + + TERAGEN_BASELINE_DIR=${WORKSPACE}/incoming + HADOOP_DIR=${WORKSPACE}/openjdk8-hadoop-LCA14 + + rm -rf out + mkdir out + + sed -i '/^export JAVA_HOME=/d' ${HADOOP_DIR}/conf/hadoop-env.sh + echo "export JAVA_HOME=$JAVA_HOME" >> ${HADOOP_DIR}/conf/hadoop-env.sh + sed -i 's|/work/${user.name}/hadoop-tmp|${user.home}/hadoop/tmp|' ${HADOOP_DIR}/conf/core-site.xml + + source ${HADOOP_DIR}/env.sh + + which hadoop + which java + which hdfs + java -version + + stop-dfs.sh + stop-yarn.sh + + rm -rf ${HOME}/hadoop + mkdir -p ${HOME}/hadoop/tmp + hdfs namenode -format -force + start-dfs.sh + start-yarn.sh + + # Need time for the datanodes to materialise. + sleep 30 + jps + + hadoop fs -mkdir -p /user/$USER + hadoop fs -copyFromLocal $TERAGEN_BASELINE_DIR/${NGIGABYTES}GB /user/$USER + + trap "stop-dfs.sh; stop-yarn.sh" EXIT + + elapsed_time_file=$(mktemp /tmp/benchmark-terasort-XXXXXX.$$) + /usr/bin/time -o $elapsed_time_file -f "%e" terasort ${NGIGABYTES}GB ${NGIGABYTES}GB-sorted + + hadoop fs -rm -R ${NGIGABYTES}GB-sorted + sed -i 's/\..*//' $elapsed_time_file + elapsed_time=$(cat $elapsed_time_file) + date_as_epoch=$(date --date="$(date +'%Y-%m-%d')" +%s) + echo "$date_as_epoch,$NGIGABYTES,$elapsed_time" > out/terasort-results-${BUILD_TYPE}.csv + rm -rf incoming/${NGIGABYTES}* + publishers: + - archive: + artifacts: 'out/terasort-results-*.csv' |