1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
|
#!/bin/sh -ex
# shellcheck disable=SC1090
TEST_DIR=$(dirname "$(realpath "$0")")
OUTPUT="${TEST_DIR}/output"
SKIP_INSTALL="false"
ANDROID_SERIAL=""
BOOT_TIMEOUT="300"
PROBE=""
WA_TAG="master"
WA_GIT_REPO="https://github.com/ARM-software/workload-automation"
WA_TEMPLATES_REPO="https://git.linaro.org/qa/wa2-lava.git"
TEMPLATES_BRANCH="wa-templates"
CONFIG="config/generic-android.py"
AGENDA="agenda/generic-linpack.yaml"
BUILD_TOOLS_URL="http://testdata.validation.linaro.org/apks/workload-automation/build-tools.tar.gz"
WA_HOME_URL="http://testdata.validation.linaro.org/apks/workload-automation/workload_automation_home.tar.gz"
DEVLIB_REPO="https://github.com/ARM-software/devlib.git"
DEVLIB_TAG="master"
usage() {
echo "Usage: $0 [-s <true|false>] [-S <android_serial>] [-t <boot_timeout>] [-T <wa_tag>] [-r <wa_templates_repo>] [-g <templates_branch>] [-c <config>] [-a <agenda>] [-b <build_tools_url>] [-w <wa_home_url>] [-p <aep_path>] [-o <output_dir>] [-R <wa_git_repository>] [-d <devlib_repo>] [-D <devlib_tag>]" 1>&2
exit 1
}
while getopts ":s:S:t:T:r:g:c:a:b:w:p:o:R:D:d:" opt; do
case "${opt}" in
s) SKIP_INSTALL="${OPTARG}" ;;
S) ANDROID_SERIAL="${OPTARG}" ;;
t) BOOT_TIMEOUT="${OPTARG}" ;;
T) WA_TAG="${OPTARG}" ;;
r) WA_TEMPLATES_REPO="${OPTARG}" ;;
g) TEMPLATES_BRANCH="${OPTARG}" ;;
c) CONFIG="${OPTARG}" ;;
a) AGENDA="${OPTARG}" ;;
b) BUILD_TOOLS_URL="${OPTARG}" ;;
w) WA_HOME_URL="${OPTARG}" ;;
R) WA_GIT_REPO="${OPTARG}" ;;
p) PROBE="${OPTARG}" ;;
o) NEW_OUTPUT="${OPTARG}" ;;
D) DEVLIB_TAG="${OPTARG}" ;;
d) DEVLIB_REPO="${OPTARG}" ;;
*) usage ;;
esac
done
. "${TEST_DIR}/../../lib/sh-test-lib"
. "${TEST_DIR}/../../lib/android-test-lib"
cd "${TEST_DIR}"
if [ ! -z "${NEW_OUTPUT}" ]; then
OUTPUT="${NEW_OUTPUT}"
fi
create_out_dir "${OUTPUT}"
RESULT_FILE="${OUTPUT}/result.txt"
export RESULT_FILE
if [ "${SKIP_INSTALL}" = "true" ] || [ "${SKIP_INSTALL}" = "True" ]; then
info_msg "WA installation skipped"
else
PKGS="git wget zip tar xz-utils python python-yaml python-lxml python-setuptools python-numpy python-colorama python-pip sqlite3 lib32stdc++6 lib32z1 lib32gcc1 lib32ncurses5 aapt time sysstat python-jinja2 curl"
! check_root && error_msg "Please run this test as root."
dpkg --add-architecture i386
apt-get update -q
install_deps "${PKGS}"
# only install adb if it's not already available
which adb || install_deps adb
pip install --upgrade --quiet pip && hash -r
pip install --upgrade --quiet setuptools
pip install --quiet pexpect pyserial pyyaml docutils python-dateutil
info_msg "Installing devlib..."
rm -rf devlib
git clone "${DEVLIB_REPO}" devlib
(
cd devlib
git checkout "${DEVLIB_TAG}"
)
pip2 install --quiet ./devlib
info_msg "Installing workload-automation..."
rm -rf workload-automation
git clone "${WA_GIT_REPO}" workload-automation
(
cd workload-automation
git checkout "${WA_TAG}"
)
pip2 install --quiet ./workload-automation
export PATH=$PATH:/usr/local/bin
which wa
info_msg "Installing SDK build-tools..."
(
cd /usr/
# Copy build-tools.tar.gz to /usr for local run.
test -f build-tools.tar.gz || wget -S --progress=dot:giga "${BUILD_TOOLS_URL}"
tar -xf build-tools.tar.gz
)
info_msg "Installing workloads bbench and APKs..."
(
cd /root/
# Copy workload_automation_home.tar.gz to /root for local run.
test -f workload_automation_home.tar.gz || wget -S --progress=dot:giga "${WA_HOME_URL}" -O workload_automation_home.tar.gz
tar -xf workload_automation_home.tar.gz
)
wa --version
wa list instruments
fi
initialize_adb
adb_root
wait_boot_completed "${BOOT_TIMEOUT}"
disable_suspend
rm -rf wa-templates
git clone "${WA_TEMPLATES_REPO}" wa-templates
(
cd wa-templates
git checkout "${TEMPLATES_BRANCH}"
cp "${CONFIG}" ../config.py
cp "${AGENDA}" ../agenda.yaml
)
sed -i "s/adb_name=.*/adb_name=\'${ANDROID_SERIAL}\',/" ./config.py
# Ensure that csv is enabled in result processors.
if ! awk '/result_processors = [[]/,/[]]/' ./config.py | grep -q 'csv'; then
sed -i "s/result_processors = [[]/result_processors = [\n 'csv',/" ./config.py
fi
if [ -z "${PROBE}" ]; then
# LAVA supports one probe per device for now.
PROBE=$(find /dev/serial/by-id/ -name "usb-NXP_SEMICOND_ARM_Energy_Probe*" | head -n 1)
fi
# If AEP exists, find the correct AEP config file and update the AEP config path in the agenda.
if [ -n "${PROBE}" ]; then
(
cd "${WA_EXTENSION_PATHS}"
# find config file with matching probe ID
CONFIG_FILE=$(basename "$(grep -rl "${PROBE}" .)")
cd -
# update AEP config path on agenda
sed -i "s|\$WA_EXTENSION_PATHS/*.*|${WA_EXTENSION_PATHS}/${CONFIG_FILE}\"|" agenda.yaml
sed -i "s|\$WA_PLUGIN_PATHS/*.*|${WA_EXTENSION_PATHS}/${CONFIG_FILE}\"|" agenda.yaml
# update AEP config path on config.yaml
if [ -f /root/.workload_automation/config.yaml ]; then
sed -i "s|\$WA_EXTENSION_PATHS/*.*|${WA_EXTENSION_PATHS}/${CONFIG_FILE}\"|" /root/.workload_automation/config.yaml
sed -i "s|\$WA_PLUGIN_PATHS/*.*|${WA_EXTENSION_PATHS}/${CONFIG_FILE}\"|" /root/.workload_automation/config.yaml
fi
)
fi
info_msg "device-${ANDROID_SERIAL}: About to run WA with ${AGENDA}..."
wa run ./agenda.yaml -v -f -d "${OUTPUT}/wa" -c ./config.py || report_fail "wa-test-run"
# Generate result.txt for sending results to LAVA.
# Use id-iteration_metric as test case name.
awk -F',' 'NR>1 {gsub(/[ _]/,"-",$4); printf("%s-itr%s_%s pass %s %s\n",$1,$3,$4,$5,$6)}' "${OUTPUT}/wa/results.csv" \
| sed 's/\r//g' \
| tee -a "${RESULT_FILE}"
|
