lkft: separate the cts/vts, x15 and hikey for aosp master builds

so that we could work around the builder memory problems
https://projects.linaro.org/browse/LSS-985

Change-Id: I5ca30f29d9156c4be371bec05475b7808e374860
Signed-off-by: Yongqin Liu <yongqin.liu@linaro.org>

1 files changed, 145 insertions, 0 deletions

diff --git a/lkft-aosp-master-cts-vts.yaml b/lkft-aosp-master-cts-vts.yaml
new file mode 100644
index 00000000..d9e657eb
--- /dev/null
+++ b/lkft-aosp-master-cts-vts.yaml
@@ -0,0 +1,145 @@
+- job:
+    name: lkft-aosp-master-cts-vts
+    project-type: freestyle
+    defaults: global
+    logrotate:
+        daysToKeep: 60
+        numToKeep: 60
+    properties:
+        - authorization:
+            anonymous:
+                - job-read
+                - job-extended-read
+            linaro:
+                - job-build
+                - job-cancel
+    disabled: false
+    node: docker-xenial-aosp
+    display-name: 'LKFT AOSP Master CTS/VTS builds'
+    concurrent: true
+    triggers:
+        - timed : '@daily'
+    wrappers:
+        - timestamps
+        - timeout:
+            timeout: 600
+    builders:
+        - shell: |
+            #!/bin/bash
+
+            export JAVA_TOOL_OPTIONS=-Dfile.encoding=UTF8
+
+            java -version
+
+            sudo apt-get update
+            sudo apt-get install -y gcc-4.9-multilib bison git gperf libxml2-utils python-mako zip time python-requests genisoimage patch mtools python-pip pxz libssl-dev
+
+            wget -q http://mirrors.kernel.org/ubuntu/pool/universe/o/openjdk-8/openjdk-8-jre-headless_8u45-b14-1_amd64.deb \
+              http://mirrors.kernel.org/ubuntu/pool/universe/o/openjdk-8/openjdk-8-jre_8u45-b14-1_amd64.deb \
+              http://mirrors.kernel.org/ubuntu/pool/universe/o/openjdk-8/openjdk-8-jdk_8u45-b14-1_amd64.deb
+            sudo dpkg -i --force-all *.deb
+
+            mkdir -p ${HOME}/bin ${WORKSPACE}/build/out
+            curl https://storage.googleapis.com/git-repo-downloads/repo > ${HOME}/bin/repo
+            chmod a+x ${HOME}/bin/*
+            export PATH=${HOME}/bin:${PATH}
+
+            DIR_SRV_AOSP_MASTER="/home/buildslave/srv/aosp-master"
+            if [ ! -d "${DIR_SRV_AOSP_MASTER}" ]; then
+              sudo mkdir -p "${DIR_SRV_AOSP_MASTER}"
+              sudo chmod 777 "${DIR_SRV_AOSP_MASTER}"
+            fi
+            cd "${DIR_SRV_AOSP_MASTER}"
+
+            git config --global user.email "ci_notify@linaro.org"
+            git config --global user.name "Linaro CI"
+
+            # Runs as ubuntu
+            set -xe
+            rm -rf .repo/manifests* .repo/local_manifests build-tools jenkins-tools build/out build/android-patchsets build-configs
+            git clone --depth 1 https://git.linaro.org/infrastructure/linaro-android-build-tools.git build-tools
+            git clone --depth 1 https://git.linaro.org/infrastructure/linaro-jenkins-tools.git jenkins-tools
+            git clone --depth 1 http://android-git.linaro.org/git/android-build-configs.git build-configs
+
+            ANDROID_ROOT="${DIR_SRV_AOSP_MASTER}/build"
+            mkdir -p ${ANDROID_ROOT}
+
+            # Delete sources before build to save space
+            cd ${ANDROID_ROOT}/
+            rm -rf art/ dalvik/ kernel/ bionic/ developers/ libcore/ sdk/ bootable/ development/ libnativehelper/ system/ build/ device/ test/ build-info/ docs/ packages/ toolchain/ .ccache/ external/ pdk/ tools/ compatibility/ frameworks/ platform_testing/ vendor/ cts/ hardware/ prebuilts/ linaro* clang-src/ hikey-linaro/configs hikey-linaro-4.19
+            rm -fr optee/optee_os
+            # delete this kernel repository as we have patches applied
+            rm -fr hikey-linaro
+            cd -
+
+            for f_build_config in aosp-master-cts aosp-master-vts; do
+                export BUILD_CONFIG_FILENAME="${f}"
+
+                # Early test
+                if [ ! -f build-configs/${BUILD_CONFIG_FILENAME} ]; then
+                  echo "No config file named ${BUILD_CONFIG_FILENAME} exists"
+                  echo "in android-build-configs.git"
+                  exit 1
+                fi
+
+                cat << EOF > config.txt
+                BUILD_CONFIG_REPO=http://android-git.linaro.org/git/android-build-configs.git
+                BUILD_CONFIG_BRANCH=master
+                EOF
+                echo config.txt
+                export CONFIG=`base64 -w 0 config.txt`
+
+                # Build Android CTS/VTS
+                build-tools/node/build us-east-1.ec2-git-mirror.linaro.org "${CONFIG}"
+                cp -a build/out/*.xml build/out/*.json ${WORKSPACE}/
+
+                [ -f build/out/host/linux-x86/vts/android-vts.zip ] && cp -fv build/out/host/linux-x86/vts/android-vts.zip build/out/
+                [ -f build/out/host/linux-x86/vts/android-cts.zip ] && cp -fv build/out/host/linux-x86/cts/android-cts.zip build/out/
+            done
+
+            rm -rf build/out/host/
+            rm -rf build/out/BUILD-INFO.txt
+            wget https://git.linaro.org/ci/job/configs.git/blob_plain/HEAD:/android-lcr/hikey/build-info/aosp-master-template.txt -O build/out/BUILD-INFO.txt
+
+            # Publish parameters
+            cat << EOF > ${WORKSPACE}/publish_parameters
+            PUB_DEST=android/lkft/lkft-aosp-master-cts-vts/${BUILD_NUMBER}
+            PUB_SRC=${PWD}/out
+            PUB_EXTRA_INC=^[^/]+\.(dtb|dtbo|zip)$|MLO|vmlinux|System.map
+            EOF
+        - inject:
+            properties-file: publish_parameters
+        - linaro-publish-token
+        - shell:
+            !include-raw:
+                - android/linaro-publisher.sh
+        - shell: |
+            #!/bin/bash -e
+            export PUB_DEST=android/lkft/lkft-aosp-master/${BUILD_NUMBER}
+            export VTS_URL=http://snapshots.linaro.org/${PUB_DEST}
+            export CTS_URL=http://snapshots.linaro.org/${PUB_DEST}
+
+            echo "VTS_URL=${VTS_URL}" > cts_vts_url_parameters
+            echo "CTS_URL=${CTS_URL}" >> cts_vts_url_parameters
+            cat cts_vts_url_parameters
+    publishers:
+        - trigger-parameterized-builds:
+            - project:
+                - 'lkft-aosp-master-tracking'
+              condition: SUCCESS
+              property-file: cts_vts_url_parameters
+            - project:
+                - 'lkft-aosp-master-x15'
+              condition: SUCCESS
+              property-file: cts_vts_url_parameters
+        - archive:
+            artifacts: '*.xml,*.json'
+            latest-only: true
+        - logparser:
+            parse-rules: '/var/jenkins_home/userContent/android.parse'
+            unstable-on-warning: false
+            fail-on-error: false
+        - fingerprint:
+            files: 'build/fingerprints/*'
+        - email:
+            recipients: 'tom.gall@linaro.org yongqin.liu@linaro.org'