Independent_test_suites\CharlwoodProblems | 14.1
| 14
| 13.3
| 12.3.1
| 12.1
| 12
| 11.3
| 11.2
| 10.3
| 9
| 8
| 7
| 6.0.1
| 5.2
| |||||||||||||||||||||||||||||
| # | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size | grade | cpu | size |
| 1 | A | 0. | 52 | A | 0. | 52 | A | 0. | 52 | A | 0. | 52 | A | 0. | 52 | A | 0. | 52 | A | 0. | 52 | A | 0. | 52 | A | 0. | 52 | A | 0. | 52 | A | 0. | 52 | A | 0. | 54 | A | 0. | 52 | A | 0. | 52 |
| 2 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 |
| 3 | A | 2.2 | 98 | A | 0.7 | 106 | A | 0.7 | 106 | B | 0.7 | 205 | B | 0.6 | 205 | B | 0.6 | 205 | B | 0.8 | 205 | B | 0.9 | 205 | B | 0.8 | 205 | B | 1.8 | 205 | B | 0.7 | 205 | B | 0.4 | 175 | B | 0.4 | 205 | B | 0.3 | 205 |
| 4 | A | 0.2 | 188 | A | 0.3 | 188 | A | 0.3 | 188 | A | 0.4 | 194 | A | 0.3 | 194 | A | 0.4 | 194 | A | 0.4 | 184 | A | 0.4 | 184 | A | 0.4 | 184 | A | 0.4 | 184 | A | 0.6 | 184 | A | 0.7 | 184 | A | 0.4 | 184 | A | 0.2 | 184 |
| 5 | C | 0.7 | 159 | C | 0.8 | 159 | C | 0.8 | 159 | C | 2.4 | 159 | C | 2.1 | 159 | C | 2.1 | 159 | C | 3.9 | 159 | C | 3.7 | 159 | C | 3.6 | 159 | C | 3.8 | 159 | C | 1.3 | 159 | C | 1.1 | 159 | C | 1.3 | 159 | C | 1.9 | 195 |
| 6 | A | 0.1 | 74 | A | 0.1 | 74 | A | 0.1 | 74 | A | 0.1 | 74 | A | 0.1 | 74 | A | 0.1 | 74 | C | 28.8 | 7083 | C | 28.5 | 7083 | C | 28.4 | 6419 | C | 27.3 | 6419 | C | 27.2 | 7083 | C | 30.5 | 86193 | C | 30.4 | 86193 | C | 22.3 | 86193 |
| 7 | A | 0. | 15 | A | 0. | 15 | A | 0. | 15 | A | 0. | 15 | A | 0. | 15 | A | 0. | 15 | C | 11.6 | 296 | C | 41.1 | 37353 | C | 40.9 | 37353 | C | 10.4 | 296 | C | 4.2 | 296 | C | 3.4 | 296 | C | 6.4 | 287 | C | 8.5 | 352 |
| 8 | C | 0.2 | 99 | C | 0.2 | 99 | C | 0.2 | 99 | C | 10.4 | 99 | C | 10. | 99 | C | 10.1 | 99 | C | 31.8 | 7376 | C | 31.8 | 7376 | C | 31.5 | 7376 | C | 31.6 | 7376 | C | 36. | 3283 | C | 32.1 | 4835 | C | 36.3 | 7376 | C | 28.3 | 7376 |
| 9 | A | 0.2 | 70 | A | 0.2 | 70 | A | 0.2 | 70 | C | 4.5 | 283 | C | 3.8 | 285 | C | 4. | 285 | C | 6.2 | 285 | C | 25.5 | 6968 | C | 25.3 | 6968 | C | 15. | 1043 | C | 5.3 | 284 | C | 4.2 | 284 | C | 4.3 | 261 | C | 4.3 | 271 |
| 10 | A | 0.1 | 38 | A | 0.2 | 38 | A | 0.2 | 38 | A | 0.2 | 38 | A | 0.2 | 38 | A | 0.2 | 38 | A | 0.2 | 38 | A | 0.2 | 38 | A | 0.2 | 38 | A | 0.2 | 38 | A | 0.2 | 38 | A | 0.1 | 38 | A | 0.1 | 38 | A | 0.1 | 38 |
| 11 | A | 0. | 64 | A | 0. | 64 | A | 0. | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0. | 64 | A | 0. | 64 | A | 0. | 64 | A | 0. | 64 | A | 0. | 64 |
| 12 | C | 0.1 | 226 | C | 0.1 | 226 | C | 0.1 | 226 | C | 3.9 | 1822 | C | 3.4 | 1822 | C | 4.8 | 1822 | C | 9.1 | 1822 | C | 7.7 | 1822 | C | 6.4 | 1822 | C | 5.9 | 1822 | C | 4.9 | 1822 | C | 5.2 | 1830 | C | 5.1 | 1758 | F | 0 | 0 |
| 13 | C | 2.8 | 2175 | C | 3. | 2175 | C | 3. | 2175 | C | 4.5 | 2180 | C | 4. | 2180 | C | 6.4 | 2408 | C | 6.6 | 2408 | C | 6.6 | 2408 | C | 6.5 | 2408 | C | 6.6 | 2408 | C | 5.9 | 2180 | C | 6.4 | 2416 | C | 6.4 | 2464 | F | 0 | 0 |
| 14 | A | 0. | 44 | A | 0. | 44 | A | 0. | 44 | A | 0. | 44 | A | 0. | 44 | A | 0. | 44 | A | 0. | 44 | A | 0. | 44 | A | 0. | 44 | A | 0. | 44 | A | 0. | 44 | A | 0. | 46 | A | 0. | 44 | A | 0. | 44 |
| 15 | B | 0.1 | 76 | B | 0.1 | 76 | B | 0.1 | 76 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 | A | 0.1 | 64 |
| 16 | A | 0. | 22 | A | 0. | 22 | A | 0. | 22 | A | 0. | 22 | A | 0. | 22 | A | 0. | 22 | A | 0. | 22 | A | 0. | 22 | A | 0. | 22 | A | 0. | 22 | A | 0. | 22 | B | 0. | 52 | B | 0.1 | 52 | B | 0. | 52 |
| 17 | B | 0. | 68 | B | 0.1 | 89 | B | 0.1 | 89 | B | 0.1 | 89 | B | 0.1 | 89 | B | 0.1 | 89 | B | 0.1 | 89 | B | 0.1 | 68 | B | 0.1 | 68 | B | 0.1 | 68 | B | 0.1 | 68 | B | 0.1 | 70 | B | 0.1 | 68 | B | 0. | 68 |
| 18 | A | 0. | 43 | A | 0. | 43 | A | 0. | 43 | A | 0. | 43 | A | 0. | 43 | A | 0. | 43 | A | 0. | 43 | A | 0. | 43 | A | 0. | 43 | A | 0. | 43 | A | 0. | 43 | A | 0. | 45 | A | 0. | 43 | A | 0. | 43 |
| 19 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 | A | 0. | 28 |
| 20 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 |
| 21 | B | 0. | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 85 | B | 0.1 | 83 | B | 0.1 | 83 |
| 22 | A | 0.1 | 88 | A | 0.1 | 88 | A | 0.1 | 88 | A | 0.1 | 88 | A | 0.1 | 88 | A | 0.1 | 88 | A | 0.2 | 88 | A | 0.2 | 88 | A | 0.2 | 88 | A | 0.1 | 88 | A | 0.1 | 88 | A | 0.1 | 88 | A | 0.1 | 85 | A | 0.1 | 85 |
| 23 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 |
| 24 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 | A | 0. | 41 |
| 25 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 |
| 26 | A | 0. | 119 | A | 0. | 119 | A | 0. | 119 | A | 0.1 | 119 | A | 0.1 | 119 | A | 0.1 | 119 | A | 0.1 | 119 | A | 0.1 | 119 | A | 0.1 | 119 | A | 0.1 | 119 | A | 0.1 | 119 | B | 0.1 | 174 | A | 0. | 119 | A | 0.1 | 119 |
| 27 | A | 0. | 25 | A | 0. | 25 | A | 0. | 25 | A | 0. | 25 | A | 0. | 25 | A | 0. | 25 | A | 0. | 25 | A | 0. | 25 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 | A | 0. | 26 |
| 28 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 | A | 0. | 17 |
| 29 | A | 0. | 77 | A | 0. | 77 | A | 0. | 77 | A | 0.1 | 77 | A | 0.1 | 77 | A | 0.1 | 77 | A | 0.1 | 77 | A | 0.1 | 77 | A | 0.1 | 77 | A | 0.1 | 77 | A | 0.1 | 77 | A | 0.1 | 79 | A | 0.1 | 77 | A | 0.1 | 77 |
| 30 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 |
| 31 | A | 0. | 33 | A | 0. | 33 | A | 0. | 33 | A | 0. | 33 | A | 0. | 33 | A | 0. | 33 | A | 0. | 33 | A | 0. | 33 | A | 0. | 33 | A | 0. | 33 | A | 0. | 33 | A | 0. | 35 | A | 0. | 33 | A | 0. | 33 |
| 32 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 |
| 33 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 | A | 0. | 27 |
| 34 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 21 | A | 0. | 24 | A | 0. | 24 | A | 0. | 24 | A | 0. | 24 | A | 0. | 24 | A | 0. | 24 |
| 35 | A | 0. | 35 | A | 0. | 35 | A | 0. | 35 | A | 0. | 35 | A | 0. | 35 | A | 0. | 35 | A | 0.1 | 35 | A | 0.1 | 35 | A | 0.1 | 35 | A | 0.1 | 35 | A | 0. | 35 | A | 0. | 35 | A | 0.1 | 35 | A | 0. | 40 |
| 36 | A | 0. | 40 | A | 0. | 40 | A | 0. | 40 | A | 0. | 40 | A | 0. | 40 | A | 0. | 40 | A | 0. | 40 | A | 0. | 40 | A | 0. | 40 | A | 0. | 40 | A | 0. | 40 | A | 0. | 42 | A | 0. | 40 | A | 0. | 40 |
| 37 | C | 0.1 | 46 | C | 0.1 | 46 | C | 0.1 | 46 | C | 0.1 | 46 | C | 0.1 | 46 | C | 0.1 | 46 | C | 0.1 | 46 | C | 0.1 | 46 | C | 0.1 | 46 | C | 0.1 | 46 | C | 0. | 46 | C | 0. | 46 | C | 0. | 46 | C | 0. | 46 |
| 38 | A | 0.5 | 23 | A | 0.3 | 23 | A | 0.3 | 23 | C | 0.1 | 36 | C | 0.1 | 36 | C | 0.1 | 36 | C | 0.1 | 36 | C | 1.6 | 269 | C | 1.6 | 283 | C | 0.1 | 36 | C | 0.1 | 36 | C | 0. | 36 | C | 0.1 | 36 | C | 0.5 | 245 |
| 39 | A | 0.5 | 23 | A | 0.3 | 23 | A | 0.3 | 23 | C | 0.1 | 40 | C | 0.1 | 40 | C | 0.1 | 40 | C | 0.1 | 40 | C | 1.5 | 266 | C | 1.5 | 338 | C | 0.1 | 40 | C | 0. | 40 | C | 0. | 40 | C | 0. | 40 | C | 0. | 40 |
| 40 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 | A | 0.1 | 39 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 | B | 0.1 | 63 | B | 0. | 63 |
| 41 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | B | 0.1 | 87 | A | 0.5 | 78 | B | 0.1 | 87 |
| 42 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0. | 45 | A | 0.1 | 43 | A | 0.1 | 43 | A | 0.1 | 43 | A | 0.1 | 43 | A | 0.4 | 43 | B | 0.5 | 86 | B | 0.5 | 84 | B | 1.3 | 84 |
| 43 | A | 0. | 55 | A | 0. | 55 | A | 0.1 | 55 | A | 0.1 | 55 | A | 0.1 | 55 | A | 0.1 | 55 | A | 0.1 | 55 | A | 0.1 | 55 | A | 0.1 | 55 | A | 0.1 | 55 | A | 0.1 | 55 | C | 30.2 | 39736 | C | 30.2 | 39736 | C | 22.2 | 39736 |
| 44 | A | 0.1 | 65 | A | 0.1 | 65 | A | 0.1 | 65 | A | 0.1 | 65 | A | 0.1 | 65 | A | 0.1 | 65 | C | 28.1 | 5825 | C | 28.2 | 5825 | C | 27.9 | 5825 | C | 27.5 | 5825 | C | 26.9 | 5825 | C | 30.4 | 50879 | C | 30.4 | 50879 | A | 50.6 | 63 |
| 45 | A | 2.7 | 552 | A | 2.9 | 552 | A | 2.9 | 552 | A | 2.2 | 552 | A | 2.1 | 552 | A | 2.2 | 552 | A | 2.8 | 552 | A | 3. | 551 | A | 2.8 | 551 | A | 2.9 | 551 | A | 2.1 | 625 | C | 1.9 | 989 | C | 2.1 | 991 | C | 14.6 | 992 |
| 46 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 58 | A | 0. | 67 | A | 0. | 67 |
| 47 | C | 0.1 | 95 | C | 0.1 | 95 | C | 0.1 | 95 | C | 0.3 | 136 | C | 0.3 | 136 | C | 0.4 | 136 | C | 0.3 | 116 | C | 0.3 | 116 | C | 0.2 | 116 | C | 0.2 | 116 | C | 0.2 | 116 | C | 0.2 | 107 | C | 0.2 | 107 | C | 0.1 | 117 |
| 48 | A | 0.4 | 31 | A | 0.1 | 31 | A | 0.1 | 31 | A | 0.4 | 39 | A | 0.4 | 39 | A | 0.4 | 39 | A | 0.1 | 39 | A | 0.1 | 39 | A | 0.1 | 39 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 | A | 0. | 39 |
| 49 | A | 0. | 29 | A | 0. | 29 | A | 0. | 29 | A | 0. | 29 | A | 0. | 29 | A | 0. | 29 | A | 0. | 31 | A | 0. | 31 | A | 0. | 31 | A | 0. | 31 | A | 0. | 31 | A | 0. | 31 | A | 0. | 31 | B | 0. | 117 |
| 50 | A | 0.1 | 106 | A | 0.1 | 106 | A | 0.1 | 106 | A | 0.2 | 106 | A | 0.2 | 106 | A | 0.2 | 106 | A | 0.1 | 102 | A | 0.1 | 102 | A | 0.1 | 102 | A | 0.1 | 102 | A | 0.1 | 102 | A | 0.1 | 102 | A | 0.1 | 102 | A | 0.1 | 101 |