[
next
] [
prev
] [
prev-tail
] [
tail
] [
up
]
2.8
Independent_test_suites\MosesProblems
Table 10: Breakdown of results for each integral
2017.3
2016.2
2015.2
18.02
17.02
16.02
14.0
12.0
#
grade
cpu
size
grade
cpu
size
grade
cpu
size
grade
cpu
size
grade
cpu
size
grade
cpu
size
grade
cpu
size
grade
cpu
siz
1
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.02
14
2
A
0.01
12
A
0.01
12
A
0.01
12
A
0.01
12
A
0.01
12
A
0.02
12
A
0.
12
A
0.
12
3
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
4
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
5
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
6
A
0.01
7
A
0.01
7
A
0.01
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
7
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.01
10
A
0.
10
A
0.
10
8
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
9
A
0.02
7
A
0.02
7
A
0.02
7
A
0.01
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
10
A
0.
4
A
0.
4
A
0.
4
A
0.01
4
A
0.
4
A
0.
4
A
0.
4
A
0.
4
11
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
12
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
13
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
14
A
0.
22
A
0.
22
A
0.
22
A
0.
22
A
0.
22
A
0.
22
A
0.
22
A
0.
22
15
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.01
17
A
0.
17
A
0.
17
16
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
17
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
18
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.
10
19
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
20
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.02
6
21
A
0.01
9
A
0.01
9
A
0.01
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
22
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
23
A
0.01
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
24
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.01
13
A
0.
13
A
0.
13
25
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.
10
A
0.
10
26
A
0.01
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
27
A
0.01
20
A
0.01
20
A
0.01
20
A
0.01
20
A
0.
20
A
0.
20
A
0.
20
A
0.02
20
28
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
29
A
0.01
13
A
0.01
13
A
0.
13
A
0.
13
A
0.02
13
A
0.
13
A
0.
13
A
0.02
13
30
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
31
A
0.
41
A
0.
41
A
0.
41
A
0.
41
A
0.
41
A
0.
41
A
0.
41
A
0.
41
32
C
0.18
41
C
0.14
41
C
0.14
47
C
0.21
47
C
0.17
47
C
0.2
47
C
0.16
47
C
0.34
47
33
A
0.01
17
A
0.01
17
A
0.01
17
A
0.01
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
34
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.02
13
35
B
0.
92
B
0.
92
B
0.
92
B
0.
92
B
0.
92
B
0.
92
B
0.
92
B
0.
92
36
B
0.01
76
B
0.01
75
B
0.01
75
B
0.01
75
B
0.
75
B
0.02
76
B
0.01
75
B
0.02
75
37
A
0.01
30
A
0.01
30
A
0.01
30
A
0.01
30
A
0.
30
A
0.02
30
A
0.
30
A
0.02
30
38
A
0.01
70
A
0.
70
A
0.01
70
A
0.
70
A
0.
70
A
0.
70
A
0.
70
A
0.02
70
39
A
0.
30
A
0.
30
A
0.
30
A
0.
30
A
0.
30
A
0.
30
A
0.
30
A
0.
30
40
B
0.03
262
B
0.03
262
B
0.02
262
B
0.02
262
B
0.03
262
B
0.03
262
B
0.02
262
B
0.02
262
41
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
42
C
0.12
158
C
0.1
158
C
0.08
158
C
0.06
158
C
0.06
158
C
0.06
158
C
0.04
158
C
0.06
158
43
A
0.
5
A
0.
5
A
0.
5
A
0.
5
A
0.
5
A
0.
5
A
0.
5
A
0.
5
44
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
45
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.02
9
46
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
47
A
0.
8
A
0.
8
A
0.
8
C
0.
12
C
0.
12
C
0.
12
C
0.
12
C
0.
12
48
B
0.
8
B
0.
8
B
0.
8
B
0.
8
B
0.
8
B
0.
8
B
0.
8
B
0.
8
49
A
0.
35
A
0.
35
A
0.
35
A
0.
35
A
0.
35
A
0.
35
A
0.
35
A
0.
35
50
A
0.
66
A
0.
66
A
0.
66
A
0.
66
A
0.
66
A
0.02
66
A
0.
66
A
0.
66
51
B
0.01
44
B
0.01
44
B
0.01
44
B
0.01
44
B
0.01
44
B
0.01
44
B
0.01
44
B
0.
44
52
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
53
A
0.
34
A
0.
34
A
0.
34
A
0.
34
A
0.
34
A
0.
34
A
0.
34
A
0.
34
54
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
55
A
0.1
9
A
0.1
9
A
0.04
9
A
0.09
9
A
0.05
9
A
0.03
9
A
0.06
9
A
0.02
9
56
A
0.
4
A
0.
4
A
0.
4
A
0.
4
A
0.
4
A
0.
4
A
0.
4
A
0.
4
57
B
0.
9
B
0.
9
B
0.
9
B
0.
9
B
0.
9
B
0.
9
B
0.
9
B
0.
9
58
A
0.02
15
A
0.01
15
A
0.02
15
A
0.01
15
A
0.
15
A
0.
15
A
0.
15
A
0.
15
59
A
0.
16
A
0.
16
A
0.
16
A
0.
16
A
0.02
16
A
0.
16
A
0.
16
A
0.02
16
60
A
0.
29
A
0.
29
A
0.
29
A
0.
29
A
0.
29
A
0.02
29
A
0.
29
A
0.
29
61
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
62
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
A
0.
17
63
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
A
0.
8
64
A
0.
23
A
0.
23
A
0.
23
A
0.
23
A
0.
23
A
0.
23
A
0.
23
A
0.
23
65
A
0.03
10
A
0.02
10
A
0.02
10
A
0.01
10
A
0.
10
A
0.02
10
A
0.
10
A
0.
10
66
A
0.
4
A
0.
4
A
0.
4
A
0.
4
A
0.
4
A
0.
4
A
0.
4
A
0.
4
67
A
0.01
4
A
0.01
4
A
0.01
4
A
0.01
4
A
0.
4
A
0.02
4
A
0.
4
A
0.02
4
68
A
0.04
21
A
0.04
21
A
0.04
21
A
0.02
21
A
0.02
21
A
0.02
21
A
0.01
21
A
0.02
21
69
B
0.02
262
B
0.01
262
B
0.01
262
B
0.01
262
B
0.02
262
B
0.02
262
B
0.01
262
B
0.
262
70
B
0.06
127
B
0.06
127
B
0.06
127
B
0.03
127
B
0.02
127
B
0.03
127
B
0.01
127
B
0.
127
71
B
0.01
121
B
0.02
121
B
0.02
121
B
0.01
121
B
0.02
121
B
0.02
121
B
0.01
121
B
0.
121
72
B
0.01
121
B
0.01
121
B
0.02
121
B
0.01
121
B
0.01
121
B
0.02
121
B
0.
121
B
0.
121
73
A
0.
30
A
0.
30
A
0.
30
A
0.
30
A
0.01
30
A
0.
30
A
0.
30
A
0.
30
74
A
0.01
13
A
0.01
13
A
0.01
13
A
0.
13
A
0.
13
A
0.02
13
A
0.
13
A
0.
13
75
A
0.
12
A
0.
12
A
0.
12
A
0.
12
A
0.
12
A
0.
12
A
0.
12
A
0.
12
76
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
77
A
0.01
24
A
0.01
24
A
0.01
24
A
0.01
24
A
0.01
24
A
0.
24
A
0.01
24
A
0.
24
78
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
79
A
0.
20
A
0.
20
A
0.
20
A
0.
20
A
0.
20
A
0.
20
A
0.
20
A
0.
20
80
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
81
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.
13
A
0.02
13
82
A
0.01
17
A
0.01
17
A
0.02
17
A
0.01
17
A
0.01
17
A
0.02
17
A
0.
17
A
0.
17
83
A
0.
30
A
0.
30
A
0.
30
A
0.
30
A
0.01
30
A
0.
30
A
0.
30
A
0.
30
84
A
0.01
16
A
0.01
16
A
0.01
16
A
0.01
16
A
0.01
16
A
0.
16
A
0.01
16
A
0.02
16
85
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
86
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
A
0.
3
87
A
0.23
31
A
0.2
31
A
0.18
31
A
0.09
31
A
0.03
31
A
0.03
31
A
0.02
31
A
0.03
31
88
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
89
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
90
A
0.01
20
A
0.
20
A
0.01
20
A
0.01
20
A
0.
20
A
0.
20
A
0.
20
A
0.02
20
91
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
92
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
A
0.
6
93
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
A
0.
11
94
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
A
0.
9
95
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
96
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
97
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.
7
A
0.01
7
A
0.
7
A
0.
7
98
A
0.01
21
A
0.01
21
A
0.01
21
A
0.01
21
A
0.01
21
A
0.
21
A
0.01
21
A
0.02
21
99
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
A
0.
14
100
A
0.01
30
A
0.
30
A
0.
30
A
0.
30
A
0.01
30
A
0.
30
A
0.
30
A
0.02
30
101
A
0.01
15
A
0.
15
A
0.
15
A
0.
15
A
0.
15
A
0.
15
A
0.
15
A
0.
15
102
A
0.
27
A
0.
27
A
0.
27
A
0.
27
A
0.
27
A
0.
27
A
0.
27
A
0.
27
103
A
0.
20
A
0.
20
A
0.
20
A
0.
20
A
0.
20
A
0.
20
A
0.
20
A
0.
20
104
A
0.
25
A
0.
25
A
0.
25
A
0.
25
A
0.
25
A
0.
25
A
0.
25
A
0.
25
105
A
0.
26
A
0.
26
A
0.
26
A
0.
26
A
0.
26
A
0.
26
A
0.
26
A
0.
26
106
A
0.
31
A
0.
31
A
0.
31
A
0.
31
A
0.
31
A
0.
31
A
0.
31
A
0.
31
107
A
0.
24
A
0.
24
A
0.
24
A
0.
24
A
0.
24
A
0.
24
A
0.
24
A
0.
24
108
A
0.
29
A
0.
29
A
0.
29
A
0.
29
A
0.
29
A
0.
29
A
0.
29
A
0.
29
109
A
0.
18
A
0.
18
A
0.
18
A
0.
18
A
0.
18
A
0.
18
A
0.
18
A
0.
18
110
A
0.
23
A
0.
23
A
0.
23
A
0.
23
A
0.
23
A
0.
23
A
0.
23
A
0.
23
111
A
0.
24
A
0.
24
A
0.
24
A
0.
24
A
0.
24
A
0.
24
A
0.
24
A
0.
24
112
A
0.
29
A
0.
29
A
0.
29
A
0.
29
A
0.
29
A
0.02
29
A
0.
29
A
0.
29
113
A
0.
27
A
0.
27
A
0.
27
A
0.
27
A
0.
27
A
0.
27
A
0.
27
A
0.
27
[
next
] [
prev
] [
prev-tail
] [
front
] [
up
]