summaryrefslogtreecommitdiff
path: root/notify/results.compare
blob: ab8905d9a4f917164808a5dab4b2b3711fdc31cd (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
# Comparing directories
# REFERENCE: base-artifacts/sumfiles
# CURRENT:   artifacts/sumfiles

# Comparing 8 common sum files:
g++.sum
gcc.sum
gfortran.sum
libatomic.sum
libgomp.sum
libitm.sum
libstdc++.sum
objc.sum
Comparing:
REFERENCE:/tmp/gxx-sum1.2096962
CURRENT:  /tmp/gxx-sum2.2096962

                                             +---------+---------+
o  RUN STATUS:                               |   REF   |   RES   |
  +------------------------------------------+---------+---------+
  | Passes                            [PASS] |  537357 |  537357 |
  | Unexpected fails                  [FAIL] |     179 |     181 |
  | Errors                           [ERROR] |       0 |       0 |
  | Unexpected passes                [XPASS] |      30 |      30 |
  | Expected fails                   [XFAIL] |    4756 |    4756 |
  | Known fails                      [KFAIL] |       0 |       0 |
  | Unresolved                  [UNRESOLVED] |       0 |       0 |
  | Unsupported                [UNSUPPORTED] |   19608 |   19608 |
  | Untested                      [UNTESTED] |       0 |       0 |
  +------------------------------------------+---------+---------+

    REF PASS ratio: 0.964734
    RES PASS ratio: 0.964731

o  REGRESSIONS:
  +------------------------------------------+---------+
  | FAIL appears              [     => FAIL] |       2 |
  +------------------------------------------+---------+
  | TOTAL_REGRESSIONS                        |       2 |
  +------------------------------------------+---------+

  - FAIL appears              [     => FAIL]:

  Executed from: libstdc++:libstdc++-dg/conformance.exp
    libstdc++:libstdc++-dg/conformance.exp=19_diagnostics/stacktrace/output.cc  -std=gnu++23 execution test
    libstdc++:libstdc++-dg/conformance.exp=19_diagnostics/stacktrace/output.cc  -std=gnu++26 execution test



o  IMPROVEMENTS TO BE CHECKED:
  +------------------------------------------+---------+
  | PASS disappears           [PASS =>     ] |      18 |
  | New PASS                  [     => PASS] |      18 |
  | XFAIL disappears          [XFAIL=>     ] |       1 |
  | XFAIL appears             [     =>XFAIL] |       1 |
  | UNSUPPORTED disappears    [UNSUP=>     ] |       1 |
  | UNSUPPORTED appears       [     =>UNSUP] |       1 |
  +------------------------------------------+---------+
  | TOTAL_IMPROVEMENTS_TO_BE_CHECKED         |      40 |
  +------------------------------------------+---------+

  - PASS disappears           [PASS =>     ]:

  Executed from: libitm:libitm.c++/c++.exp
    libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-1.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-1.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/eh-2.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-2.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/eh-3.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-3.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/eh-4.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-4.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/eh-5.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-5.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/libstdc++-pr91488.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/libstdc++-pr91488.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/libstdc++-safeexc.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/libstdc++-safeexc.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/newdelete.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/newdelete.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/throwdown.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)


  - New PASS                  [     => PASS]:

  Executed from: libitm:libitm.c++/c++.exp
    libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-1.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-1.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/eh-2.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-2.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/eh-3.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-3.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/eh-4.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-4.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/eh-5.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/eh-5.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/libstdc++-pr91488.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/libstdc++-pr91488.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/libstdc++-safeexc.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/libstdc++-safeexc.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/newdelete.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)
    libitm:libitm.c++/c++.exp=libitm.c++/newdelete.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test
    libitm:libitm.c++/c++.exp=libitm.c++/throwdown.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs (test for excess errors)


  - XFAIL disappears          [XFAIL=>     ]:

  Executed from: libitm:libitm.c++/c++.exp
    libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test


  - XFAIL appears             [     =>XFAIL]:

  Executed from: libitm:libitm.c++/c++.exp
    libitm:libitm.c++/c++.exp=libitm.c++/dropref.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs execution test


  - UNSUPPORTED disappears    [UNSUP=>     ]:

  Executed from: libitm:libitm.c++/c++.exp
    libitm:libitm.c++/c++.exp=libitm.c++/static_ctor.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_2/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs


  - UNSUPPORTED appears       [     =>UNSUP]:

  Executed from: libitm:libitm.c++/c++.exp
    libitm:libitm.c++/c++.exp=libitm.c++/static_ctor.C -B /home/tcwg-buildslave/workspace/tcwg_gnu_0/abe/builds/armv8l-unknown-linux-gnueabihf/armv8l-unknown-linux-gnueabihf/gcc-gcc.git~master-stage2/armv8l-unknown-linux-gnueabihf/./libitm/../libstdc++-v3/src/.libs



# Regressions found
# Regressions in 8 common sum files found