diff options
Diffstat (limited to 'benchmarks')
| -rw-r--r-- | benchmarks/benchmarks.md | 156 | ||||
| -rw-r--r-- | benchmarks/plot-benchmarks.py | 2 |
2 files changed, 79 insertions, 79 deletions
diff --git a/benchmarks/benchmarks.md b/benchmarks/benchmarks.md index fcb830d..ae5d21d 100644 --- a/benchmarks/benchmarks.md +++ b/benchmarks/benchmarks.md | |||
| @@ -69,33 +69,33 @@ Time per cube (in seconds, lower is better). | |||
| 69 | 69 | ||
| 70 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| | 70 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| |
| 71 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| | 71 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| |
| 72 | |vcube 212 |58.2 Gib| 0.11| 0.75| 3.43| 27.28| 19.30| | 72 | |vcube 212 |58.2 GiB| 0.11| 0.75| 3.43| 27.28| 19.30| |
| 73 | |H48 h11 |56.5 Gib| 0.14| 0.78| 3.74| 26.05| 20.27| | 73 | |H48 h11 |56.5 GiB| 0.14| 0.78| 3.74| 26.05| 20.27| |
| 74 | |vcube 404 |31.8 Gib| 0.23| 1.24| 6.10| 59.33| 268.26| | 74 | |vcube 404 |31.8 GiB| 0.23| 1.24| 6.10| 59.33| 268.26| |
| 75 | |H48 h10 |28.3 Gib| 0.25| 1.25| 6.33| 44.75| 48.70| | 75 | |H48 h10 |28.3 GiB| 0.25| 1.25| 6.33| 44.75| 48.70| |
| 76 | |vcube 308 |21.2 Gib| 0.17| 1.02| 6.20| 58.70| 604.35| | 76 | |vcube 308 |21.2 GiB| 0.17| 1.02| 6.20| 58.70| 604.35| |
| 77 | |H48 h9 |14.1 Gib| 0.36| 2.48| 11.73| | | | 77 | |H48 h9 |14.1 GiB| 0.36| 2.48| 11.73| | | |
| 78 | |vcube 208 | 7.3 Gib| 0.56| 4.36| 20.58| | | | 78 | |vcube 208 | 7.3 GiB| 0.56| 4.36| 20.58| | | |
| 79 | |H48 h8 | 7.1 Gib| 0.79| 6.07| 25.58| | | | 79 | |H48 h8 | 7.1 GiB| 0.79| 6.07| 25.58| | | |
| 80 | |H48 h7 | 3.5 Gib| 1.06| 8.51| 42.97| | | | 80 | |H48 h7 | 3.5 GiB| 1.06| 8.51| 42.97| | | |
| 81 | |vcube 112 | 2.4 Gib| 0.96| 9.29| 40.52| | | | 81 | |vcube 112 | 2.4 GiB| 0.96| 9.29| 40.52| | | |
| 82 | |H48 h6 | 1.8 Gib| 2.11| 16.23| 81.30| | | | 82 | |H48 h6 | 1.8 GiB| 2.11| 16.23| 81.30| | | |
| 83 | 83 | ||
| 84 | Time per cube adjusted for table size (in seconds \* GiB, lower is better). | 84 | Time per cube adjusted for table size (in seconds \* GiB, lower is better). |
| 85 | 85 | ||
| 86 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| | 86 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| |
| 87 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| | 87 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| |
| 88 | |vcube 212 |58.2 Gib| 6.43| 43.80| 199.38| 1587.43| 1122.73| | 88 | |vcube 212 |58.2 GiB| 6.43| 43.80| 199.38| 1587.43| 1122.73| |
| 89 | |H48 h11 |56.5 Gib| 8.11| 44.29| 211.50| 1471.86| 1145.45| | 89 | |H48 h11 |56.5 GiB| 8.11| 44.29| 211.50| 1471.86| 1145.45| |
| 90 | |vcube 404 |31.8 Gib| 7.40| 39.47| 194.01| 1887.94| 8535.87| | 90 | |vcube 404 |31.8 GiB| 7.40| 39.47| 194.01| 1887.94| 8535.87| |
| 91 | |H48 h10 |28.3 Gib| 7.03| 35.19| 178.96| 1264.32| 1375.96| | 91 | |H48 h10 |28.3 GiB| 7.03| 35.19| 178.96| 1264.32| 1375.96| |
| 92 | |vcube 308 |21.2 Gib| 3.51| 21.71| 131.50| 1245.26| 12819.94| | 92 | |vcube 308 |21.2 GiB| 3.51| 21.71| 131.50| 1245.26| 12819.94| |
| 93 | |H48 h9 |14.1 Gib| 5.09| 35.06| 165.70| | | | 93 | |H48 h9 |14.1 GiB| 5.09| 35.06| 165.70| | | |
| 94 | |vcube 208 | 7.3 Gib| 4.08| 31.74| 149.68| | | | 94 | |vcube 208 | 7.3 GiB| 4.08| 31.74| 149.68| | | |
| 95 | |H48 h8 | 7.1 Gib| 5.60| 42.89| 180.75| | | | 95 | |H48 h8 | 7.1 GiB| 5.60| 42.89| 180.75| | | |
| 96 | |H48 h7 | 3.5 Gib| 3.74| 30.07| 151.82| | | | 96 | |H48 h7 | 3.5 GiB| 3.74| 30.07| 151.82| | | |
| 97 | |vcube 112 | 2.4 Gib| 2.33| 22.53| 98.23| | | | 97 | |vcube 112 | 2.4 GiB| 2.33| 22.53| 98.23| | | |
| 98 | |H48 h6 | 1.8 Gib| 3.73| 28.69| 143.70| | | | 98 | |H48 h6 | 1.8 GiB| 3.73| 28.69| 143.70| | | |
| 99 | 99 | ||
| 100 | <img src="img/17moves1thread.png"> | 100 | <img src="img/17moves1thread.png"> |
| 101 | <img src="img/18moves1thread.png"> | 101 | <img src="img/18moves1thread.png"> |
| @@ -109,33 +109,33 @@ Time per cube (in seconds, lower is better). | |||
| 109 | 109 | ||
| 110 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| | 110 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| |
| 111 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| | 111 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| |
| 112 | |vcube 212 |58.2 Gib| 0.03| 0.27| 1.04| 7.70| (a) | | 112 | |vcube 212 |58.2 GiB| 0.03| 0.27| 1.04| 7.70| (a) | |
| 113 | |H48 h11 |56.5 Gib| 0.05| 0.23| 1.06| 7.07| 6.19| | 113 | |H48 h11 |56.5 GiB| 0.05| 0.23| 1.06| 7.07| 6.19| |
| 114 | |vcube 404 |31.8 Gib| 0.07| 0.30| 1.65| 16.17| (a) | | 114 | |vcube 404 |31.8 GiB| 0.07| 0.30| 1.65| 16.17| (a) | |
| 115 | |H48 h10 |28.3 Gib| 0.08| 0.37| 1.75| 13.54| 14.26| | 115 | |H48 h10 |28.3 GiB| 0.08| 0.37| 1.75| 13.54| 14.26| |
| 116 | |vcube 308 |21.2 Gib| 0.05| 0.35| 1.78| 16.61| (a) | | 116 | |vcube 308 |21.2 GiB| 0.05| 0.35| 1.78| 16.61| (a) | |
| 117 | |H48 h9 |14.1 Gib| 0.11| 0.74| 3.37| 24.44| 25.39| | 117 | |H48 h9 |14.1 GiB| 0.11| 0.74| 3.37| 24.44| 25.39| |
| 118 | |vcube 208 | 7.3 Gib| 0.16| 1.47| 5.86| | (a) | | 118 | |vcube 208 | 7.3 GiB| 0.16| 1.47| 5.86| | (a) | |
| 119 | |H48 h8 | 7.1 Gib| 0.24| 1.71| 7.22| | | | 119 | |H48 h8 | 7.1 GiB| 0.24| 1.71| 7.22| | | |
| 120 | |H48 h7 | 3.5 Gib| 0.31| 2.40| 11.74| | | | 120 | |H48 h7 | 3.5 GiB| 0.31| 2.40| 11.74| | | |
| 121 | |vcube 112 | 2.4 Gib| 0.29| 3.13| 11.95| | (a) | | 121 | |vcube 112 | 2.4 GiB| 0.29| 3.13| 11.95| | (a) | |
| 122 | |H48 h6 | 1.8 Gib| 0.61| 4.65| 23.09| | | | 122 | |H48 h6 | 1.8 GiB| 0.61| 4.65| 23.09| | | |
| 123 | 123 | ||
| 124 | Time per cube adjusted for table size (in seconds \* GiB, lower is better). | 124 | Time per cube adjusted for table size (in seconds \* GiB, lower is better). |
| 125 | 125 | ||
| 126 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| | 126 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| |
| 127 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| | 127 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| |
| 128 | |vcube 212 |58.2 Gib| 2.03| 15.69| 60.25| 447.97| (a) | | 128 | |vcube 212 |58.2 GiB| 2.03| 15.69| 60.25| 447.97| (a) | |
| 129 | |H48 h11 |56.5 Gib| 2.71| 13.18| 60.13| 399.70| 349.94| | 129 | |H48 h11 |56.5 GiB| 2.71| 13.18| 60.13| 399.70| 349.94| |
| 130 | |vcube 404 |31.8 Gib| 2.32| 9.50| 52.46| 514.50| (a) | | 130 | |vcube 404 |31.8 GiB| 2.32| 9.50| 52.46| 514.50| (a) | |
| 131 | |H48 h10 |28.3 Gib| 2.17| 10.32| 49.45| 382.53| 402.87| | 131 | |H48 h10 |28.3 GiB| 2.17| 10.32| 49.45| 382.53| 402.87| |
| 132 | |vcube 308 |21.2 Gib| 1.02| 7.52| 37.82| 352.36| (a) | | 132 | |vcube 308 |21.2 GiB| 1.02| 7.52| 37.82| 352.36| (a) | |
| 133 | |H48 h9 |14.1 Gib| 1.56| 10.45| 47.54| 345.21| 358.74| | 133 | |H48 h9 |14.1 GiB| 1.56| 10.45| 47.54| 345.21| 358.74| |
| 134 | |vcube 208 | 7.3 Gib| 1.18| 10.69| 42.63| | (a) | | 134 | |vcube 208 | 7.3 GiB| 1.18| 10.69| 42.63| | (a) | |
| 135 | |H48 h8 | 7.1 Gib| 1.66| 12.08| 50.99| | | | 135 | |H48 h8 | 7.1 GiB| 1.66| 12.08| 50.99| | | |
| 136 | |H48 h7 | 3.5 Gib| 1.10| 8.46| 41.48| | | | 136 | |H48 h7 | 3.5 GiB| 1.10| 8.46| 41.48| | | |
| 137 | |vcube 112 | 2.4 Gib| 0.69| 7.59| 28.97| | (a) | | 137 | |vcube 112 | 2.4 GiB| 0.69| 7.59| 28.97| | (a) | |
| 138 | |H48 h6 | 1.8 Gib| 1.08| 8.21| 40.82| | | | 138 | |H48 h6 | 1.8 GiB| 1.08| 8.21| 40.82| | | |
| 139 | 139 | ||
| 140 | (a) vcube cannot parallelize on a single scramble, the results for the | 140 | (a) vcube cannot parallelize on a single scramble, the results for the |
| 141 | superflip are going to be the same as in the single thread case. | 141 | superflip are going to be the same as in the single thread case. |
| @@ -152,33 +152,33 @@ Time per cube (in seconds, lower is better). | |||
| 152 | 152 | ||
| 153 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| | 153 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| |
| 154 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| | 154 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| |
| 155 | |vcube 212 |58.2 Gib| 0.02| 0.13| 0.45| 2.84| (a) | | 155 | |vcube 212 |58.2 GiB| 0.02| 0.13| 0.45| 2.84| (a) | |
| 156 | |H48 h11 |56.5 Gib| 0.02| 0.08| 0.35| 2.26| 2.49| | 156 | |H48 h11 |56.5 GiB| 0.02| 0.08| 0.35| 2.26| 2.49| |
| 157 | |vcube 404 |31.8 Gib| 0.04| 0.14| 0.65| 6.08| (a) | | 157 | |vcube 404 |31.8 GiB| 0.04| 0.14| 0.65| 6.08| (a) | |
| 158 | |H48 h10 |28.3 Gib| 0.03| 0.13| 0.60| 4.15| 5.62| | 158 | |H48 h10 |28.3 GiB| 0.03| 0.13| 0.60| 4.15| 5.62| |
| 159 | |vcube 308 |21.2 Gib| 0.03| 0.19| 0.78| 6.67| (a) | | 159 | |vcube 308 |21.2 GiB| 0.03| 0.19| 0.78| 6.67| (a) | |
| 160 | |H48 h9 |14.1 Gib| 0.04| 0.25| 1.10| 8.04| 10.71| | 160 | |H48 h9 |14.1 GiB| 0.04| 0.25| 1.10| 8.04| 10.71| |
| 161 | |vcube 208 | 7.3 Gib| 0.08| 0.79| 2.43| | (a) | | 161 | |vcube 208 | 7.3 GiB| 0.08| 0.79| 2.43| | (a) | |
| 162 | |H48 h8 | 7.1 Gib| 0.08| 0.58| 2.42| | | | 162 | |H48 h8 | 7.1 GiB| 0.08| 0.58| 2.42| | | |
| 163 | |H48 h7 | 3.5 Gib| 0.11| 0.80| 3.87| | | | 163 | |H48 h7 | 3.5 GiB| 0.11| 0.80| 3.87| | | |
| 164 | |vcube 112 | 2.4 Gib| 0.15| 1.63| 5.10| | (a) | | 164 | |vcube 112 | 2.4 GiB| 0.15| 1.63| 5.10| | (a) | |
| 165 | |H48 h6 | 1.8 Gib| 0.21| 1.51| 7.67| | | | 165 | |H48 h6 | 1.8 GiB| 0.21| 1.51| 7.67| | | |
| 166 | 166 | ||
| 167 | Time per cube adjusted for table size (in seconds \* GiB, lower is better). | 167 | Time per cube adjusted for table size (in seconds \* GiB, lower is better). |
| 168 | 168 | ||
| 169 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| | 169 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| |
| 170 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| | 170 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| |
| 171 | |vcube 212 |58.2 Gib| 0.95| 7.83| 26.04| 165.03| (a) | | 171 | |vcube 212 |58.2 GiB| 0.95| 7.83| 26.04| 165.03| (a) | |
| 172 | |H48 h11 |56.5 Gib| 1.17| 4.79| 19.66| 127.55| 140.45| | 172 | |H48 h11 |56.5 GiB| 1.17| 4.79| 19.66| 127.55| 140.45| |
| 173 | |vcube 404 |31.8 Gib| 1.21| 4.60| 20.76| 193.43| (a) | | 173 | |vcube 404 |31.8 GiB| 1.21| 4.60| 20.76| 193.43| (a) | |
| 174 | |H48 h10 |28.3 Gib| 0.85| 3.62| 16.96| 117.32| 158.83| | 174 | |H48 h10 |28.3 GiB| 0.85| 3.62| 16.96| 117.32| 158.83| |
| 175 | |vcube 308 |21.2 Gib| 0.67| 4.01| 16.48| 141.49| (a) | | 175 | |vcube 308 |21.2 GiB| 0.67| 4.01| 16.48| 141.49| (a) | |
| 176 | |H48 h9 |14.1 Gib| 0.61| 3.49| 15.57| 113.56| 151.37| | 176 | |H48 h9 |14.1 GiB| 0.61| 3.49| 15.57| 113.56| 151.37| |
| 177 | |vcube 208 | 7.3 Gib| 0.56| 5.78| 17.68| | (a) | | 177 | |vcube 208 | 7.3 GiB| 0.56| 5.78| 17.68| | (a) | |
| 178 | |H48 h8 | 7.1 Gib| 0.59| 4.13| 17.07| | | | 178 | |H48 h8 | 7.1 GiB| 0.59| 4.13| 17.07| | | |
| 179 | |H48 h7 | 3.5 Gib| 0.40| 2.84| 13.68| | | | 179 | |H48 h7 | 3.5 GiB| 0.40| 2.84| 13.68| | | |
| 180 | |vcube 112 | 2.4 Gib| 0.35| 3.95| 12.37| | (a) | | 180 | |vcube 112 | 2.4 GiB| 0.35| 3.95| 12.37| | (a) | |
| 181 | |H48 h6 | 1.8 Gib| 0.38| 2.66| 13.57| | | | 181 | |H48 h6 | 1.8 GiB| 0.38| 2.66| 13.57| | | |
| 182 | 182 | ||
| 183 | (a) vcube cannot parallelize on a single scramble, the results for the | 183 | (a) vcube cannot parallelize on a single scramble, the results for the |
| 184 | superflip are going to be the same as in the single thread case. | 184 | superflip are going to be the same as in the single thread case. |
| @@ -197,23 +197,23 @@ Time per cube (in seconds, lower is better). | |||
| 197 | 197 | ||
| 198 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| | 198 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| |
| 199 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| | 199 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| |
| 200 | |H48 h11 |56.5 Gib| 0.05| 0.42| 3.84| 32.35| 22.63| | 200 | |H48 h11 |56.5 GiB| 0.05| 0.42| 3.84| 32.35| 22.63| |
| 201 | |H48 h10 |28.3 Gib| 0.07| 0.72| 6.71| 58.57| 48.90| | 201 | |H48 h10 |28.3 GiB| 0.07| 0.72| 6.71| 58.57| 48.90| |
| 202 | |H48 h9 |14.1 Gib| 0.12| 1.28| 12.76| | | | 202 | |H48 h9 |14.1 GiB| 0.12| 1.28| 12.76| | | |
| 203 | |H48 h8 | 7.1 Gib| 0.24| 2.75| 27.44| | | | 203 | |H48 h8 | 7.1 GiB| 0.24| 2.75| 27.44| | | |
| 204 | |H48 h7 | 3.5 Gib| 0.36| 4.20| 46.64| | | | 204 | |H48 h7 | 3.5 GiB| 0.36| 4.20| 46.64| | | |
| 205 | |H48 h6 | 1.8 Gib| 0.69| 8.15| 91.47| | | | 205 | |H48 h6 | 1.8 GiB| 0.69| 8.15| 91.47| | | |
| 206 | 206 | ||
| 207 | Time per cube adjusted for table size (in seconds \* GiB, lower is better). | 207 | Time per cube adjusted for table size (in seconds \* GiB, lower is better). |
| 208 | 208 | ||
| 209 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| | 209 | | Solver | Size |17 moves|18 moves|19 moves|20 moves|Superflip| |
| 210 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| | 210 | |:---------|:-------|-------:|-------:|-------:|-------:|--------:| |
| 211 | |H48 h11 |56.5 Gib| 2.68| 23.87| 217.09| 1828.13| 1278.88| | 211 | |H48 h11 |56.5 GiB| 2.68| 23.87| 217.09| 1828.13| 1278.88| |
| 212 | |H48 h10 |28.3 Gib| 2.03| 20.22| 189.49| 1654.79| 1381.67| | 212 | |H48 h10 |28.3 GiB| 2.03| 20.22| 189.49| 1654.79| 1381.67| |
| 213 | |H48 h9 |14.1 Gib| 1.71| 18.05| 180.28| | | | 213 | |H48 h9 |14.1 GiB| 1.71| 18.05| 180.28| | | |
| 214 | |H48 h8 | 7.1 Gib| 1.69| 19.45| 193.88| | | | 214 | |H48 h8 | 7.1 GiB| 1.69| 19.45| 193.88| | | |
| 215 | |H48 h7 | 3.5 Gib| 1.28| 14.85| 164.81| | | | 215 | |H48 h7 | 3.5 GiB| 1.28| 14.85| 164.81| | | |
| 216 | |H48 h6 | 1.8 Gib| 1.22| 14.40| 161.68| | | | 216 | |H48 h6 | 1.8 GiB| 1.22| 14.40| 161.68| | | |
| 217 | 217 | ||
| 218 | </details> | 218 | </details> |
| 219 | 219 | ||
diff --git a/benchmarks/plot-benchmarks.py b/benchmarks/plot-benchmarks.py index 76d5d08..46031c6 100644 --- a/benchmarks/plot-benchmarks.py +++ b/benchmarks/plot-benchmarks.py | |||
| @@ -29,7 +29,7 @@ def print_row(solver_name, solver_size, dict, mul_by_size, superflip_star): | |||
| 29 | solver_gib = solver_size / (2**30) | 29 | solver_gib = solver_size / (2**30) |
| 30 | m = solver_gib if mul_by_size else 1 | 30 | m = solver_gib if mul_by_size else 1 |
| 31 | s = " (a) " if superflip_star else " " | 31 | s = " (a) " if superflip_star else " " |
| 32 | cols = [f"{solver_name: <10}", f"{solver_gib:>4.1f} Gib"] + [ | 32 | cols = [f"{solver_name: <10}", f"{solver_gib:>4.1f} GiB"] + [ |
| 33 | f"{dict[key]*m/25:>8.2f}" if key in dict else " " | 33 | f"{dict[key]*m/25:>8.2f}" if key in dict else " " |
| 34 | for key in [17, 18, 19, 20] | 34 | for key in [17, 18, 19, 20] |
| 35 | ] + [ | 35 | ] + [ |
