plans/erp/erp-performance.yaml


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140

metadata:
  name: erp-performance
  description: Test plan for EE RPB. Common features across all boards
  os: Debian
  devices:
    - d03
    - d05
    - thunderX
    - moonshot
    - mustang
    - overdrive
  maintainer:
    - milosz.wasilewski@linaro.org
    - dan.rue@linaro.org
    - chase.qi@linaro.org
  approver:
    - milosz.wasilewski@linaro.org
  format: Linaro Test Plan v1

requirements:
  - name: Linux kernel
    owner: martin.stadtler@linaro.org
    category: Low-level kernel
    tests:
      manual:
      automated:
        - path: automated/linux/hackbench/hackbench.yaml
          mandatory: True
          repository: https://git.linaro.org/qa/test-definitions.git
  - name: KVM system emulation
    owner: martin.stadtler@linaro.org
    category: Virtualization
    tests:
      manual:
          # hackbench should be executed inside KVM guest
        - path: automated/linux/hackbench/hackbench.yaml
          mandatory: True
          repository: https://git.linaro.org/qa/test-definitions.git
          parameters:
              TARGET: guest
  - name: OpenSSL
    owner: martin.stadtler@linaro.org
    category: Base OS
    tests:
      automated:
        - path: automated/linux/openssl/openssl-speed.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: Networking performance
    owner: martin.stadtler@linaro.org
    tests:
      automated:
        - path: automated/linux/iperf/iperf.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: Memory performance
    owner: martin.stadtler@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/lmbench/lmbench-memory.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/stream/stream-uniprocessor.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: Disk performance
    owner: martin.stadtler@linaro.org
    category: Performance
    tests:
      automated:
        - path: automated/linux/fio-test/fio-test.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/dd-wr-speed/dd-wr-speed.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/device-read-perf/device-read-perf.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/blogbench/blogbench.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/iozone/iozone.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: CPU performance
    owner: martin.stadtler@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/linpack/linpack.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
        - path: automated/linux/lapack/lapack.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: Apache webserver performance
    owner: martin.stadtler@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/apache-apache-bench/apache-bench.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
          parameters:
              NUMBER: 10000
              CONCURENT: 500
  - name: NGiNX webserver performance
    owner: martin.stadtler@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/nginx-apache-bench/apache-bench.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
          parameters:
              NUMBER: 10000
              CONCURENT: 500
  - name: Unixbench
    owner: martin.stadtler@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/unixbench/unixbench.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
  - name: sysbench
    owner: martin.stadtler@linaro.org
    category: Performance
    tests:
       automated:
        - path: automated/linux/sysbench/sysbench.yaml
          repository: https://git.linaro.org/qa/test-definitions.git
          mandatory: True
          parameters:
              # Included 'oltp' to meansure database performance.
              # Excluded 'fileio' as it is already covered by the above
              # separate 'fio-test.yaml' test case.
              TESTS: "cpu memory threads mutex oltp"