test/script/basic/runsunspider.js

Thu, 14 Mar 2013 14:49:55 +0100

author
lagergren
date
Thu, 14 Mar 2013 14:49:55 +0100
changeset 139
390d44ba90cf
parent 20
9f59ba5090f2
child 247
5a3f7867e19c
permissions
-rw-r--r--

8009982: Lazy execution bugfix. Added lazy sunspider unit test. Added mandreel to compile-octane test. Fixed warnings
Reviewed-by: sundar, jlaskey

jlaskey@3 1 /*
jlaskey@7 2 * Copyright (c) 2010, 2013, Oracle and/or its affiliates. All rights reserved.
jlaskey@3 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
jlaskey@3 4 *
jlaskey@3 5 * This code is free software; you can redistribute it and/or modify it
jlaskey@3 6 * under the terms of the GNU General Public License version 2 only, as
jlaskey@3 7 * published by the Free Software Foundation.
jlaskey@3 8 *
jlaskey@3 9 * This code is distributed in the hope that it will be useful, but WITHOUT
jlaskey@3 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
jlaskey@3 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
jlaskey@3 12 * version 2 for more details (a copy is included in the LICENSE file that
jlaskey@3 13 * accompanied this code).
jlaskey@3 14 *
jlaskey@3 15 * You should have received a copy of the GNU General Public License version
jlaskey@3 16 * 2 along with this work; if not, write to the Free Software Foundation,
jlaskey@3 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
jlaskey@3 18 *
jlaskey@3 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
jlaskey@3 20 * or visit www.oracle.com if you need additional information or have any
jlaskey@3 21 * questions.
jlaskey@3 22 */
jlaskey@3 23
jlaskey@3 24 /**
jlaskey@3 25 * runsunspider : runs the sunspider tests and checks for compliance
jlaskey@3 26 *
lagergren@139 27 * @subtest
jlaskey@3 28 */
jlaskey@3 29
jlaskey@3 30 /**
jlaskey@3 31 * This is not a test, but a test "framework" for running sunspider tests.
jlaskey@3 32 */
jlaskey@3 33
jlaskey@3 34 function assertEq(a, b) {
jlaskey@3 35 if (a !== b) {
jlaskey@3 36 throw "ASSERTION FAILED: " + a + " should be " + b;
jlaskey@3 37 }
jlaskey@3 38 }
jlaskey@3 39
jlaskey@3 40 var runs = 0;
jlaskey@3 41 var iterations__ = 1;
jlaskey@3 42 var total_time = 0;
jlaskey@3 43
jlaskey@3 44 function runbench(name) {
jlaskey@3 45 var filename = name.split("/").pop();
jlaskey@3 46 if (verbose_run) {
jlaskey@3 47 print("Running " + filename);
jlaskey@3 48 }
jlaskey@3 49
jlaskey@3 50 var start = new Date;
jlaskey@3 51 for (var i = 0; i < iterations__; i++) {
jlaskey@3 52 load(name);
jlaskey@3 53 }
jlaskey@3 54 var stop = new Date - start;
jlaskey@3 55 total_time += stop;
jlaskey@3 56
jlaskey@3 57 if (verbose_run) {
jlaskey@3 58 print(filename + " done in " + stop + " ms");
jlaskey@3 59 }
jlaskey@3 60 runs++;
jlaskey@3 61 }
lagergren@20 62
lagergren@20 63 var m_w = 4711;
lagergren@20 64 var m_z = 17;
lagergren@20 65 var MAXINT = 0x7fffffff;
lagergren@20 66
lagergren@20 67 //produce deterministic random numbers for test suite
lagergren@20 68 function pseudorandom() {
lagergren@20 69 m_z = 36969 * (m_z & 65535) + (m_z >> 16);
lagergren@20 70 m_w = 18000 * (m_w & 65535) + (m_w >> 16);
lagergren@20 71 return (Math.abs((m_z << 16) + m_w) & MAXINT) / MAXINT;
lagergren@20 72 }
lagergren@20 73
lagergren@20 74 function runsuite(tests) {
lagergren@20 75 var changed = false;
jlaskey@3 76
lagergren@20 77 var oldRandom = Math.random;
lagergren@20 78 Math.random = pseudorandom;
lagergren@20 79
jlaskey@3 80 try {
lagergren@20 81 for (var n = 0; n < tests.length; n++) {
lagergren@20 82 runbench(tests[n].name);
lagergren@20 83 if (typeof tests[n].actual !== 'undefined') {
lagergren@20 84 assertEq(tests[n].actual(), tests[n].expected());
jlaskey@3 85 }
jlaskey@3 86 changed = true;
jlaskey@3 87 }
jlaskey@3 88 } catch (e) {
jlaskey@3 89 print("error: " + e);
lagergren@20 90 if (e.toString().indexOf(tests) == 1) {
jlaskey@3 91 throw e;
jlaskey@3 92 }
jlaskey@3 93 // no scripting or something, silently fail
lagergren@20 94 } finally {
lagergren@20 95 Math.random = oldRandom;
jlaskey@3 96 }
lagergren@20 97
jlaskey@3 98 return changed;
jlaskey@3 99 }
jlaskey@3 100
lagergren@20 101 function hash(str) {
lagergren@20 102 var s = "" + str;
lagergren@20 103 var h = 0;
lagergren@20 104 var off = 0;
lagergren@20 105 for (var i = 0; i < s.length; i++) {
lagergren@20 106 h = 31 * h + s.charCodeAt(off++);
lagergren@20 107 h &= 0x7fffffff;
lagergren@20 108 }
lagergren@20 109 return h ^ s.length;
lagergren@20 110 }
jlaskey@3 111
jlaskey@3 112 var tests = [
lagergren@20 113 { name: 'string-base64.js',
lagergren@20 114 actual: function() {
lagergren@20 115 return hash(str);
lagergren@20 116 },
lagergren@20 117 expected: function() {
lagergren@20 118 return 1544571068;
lagergren@20 119 }
lagergren@20 120 },
lagergren@20 121 { name: 'string-validate-input.js',
lagergren@20 122 actual: function() {
lagergren@20 123 return hash(endResult);
lagergren@20 124 },
lagergren@20 125 expected: function() {
lagergren@20 126 return 2016572373;
lagergren@20 127 }
lagergren@20 128 },
lagergren@20 129 { name: 'date-format-xparb.js',
lagergren@20 130 actual: function() {
lagergren@20 131 return shortFormat + longFormat;
lagergren@20 132 },
lagergren@20 133 expected: function() {
lagergren@20 134 return "2017-09-05Tuesday, September 05, 2017 8:43:48 AM";
lagergren@20 135 }
lagergren@20 136 },
lagergren@20 137 { name: '3d-morph.js',
lagergren@20 138 actual: function() {
lagergren@20 139 var acceptableDelta = 4e-15;
lagergren@20 140 return (testOutput - 6.394884621840902e-14) < acceptableDelta;
lagergren@20 141 },
lagergren@20 142 expected: function() {
lagergren@20 143 return true;
lagergren@20 144 }
lagergren@20 145 },
lagergren@20 146 { name: 'crypto-aes.js',
lagergren@20 147 actual: function() {
lagergren@20 148 return plainText;
lagergren@20 149 },
lagergren@20 150 expected: function() {
lagergren@20 151 return decryptedText;
lagergren@20 152 }
lagergren@20 153 },
lagergren@20 154 { name: 'crypto-md5.js',
lagergren@20 155 actual: function() {
lagergren@20 156 return md5Output;
lagergren@20 157 },
lagergren@20 158 expected: function() {
lagergren@20 159 return "a831e91e0f70eddcb70dc61c6f82f6cd";
lagergren@20 160 }
lagergren@20 161 },
lagergren@20 162 { name: 'crypto-sha1.js',
lagergren@20 163 actual: function() {
lagergren@20 164 return sha1Output;
lagergren@20 165 },
lagergren@20 166 expected: function() {
lagergren@20 167 return "2524d264def74cce2498bf112bedf00e6c0b796d";
lagergren@20 168 }
lagergren@20 169 },
lagergren@20 170 { name: 'bitops-bitwise-and.js',
lagergren@20 171 actual: function() {
lagergren@20 172 return result;
lagergren@20 173 },
lagergren@20 174 expected: function() {
lagergren@20 175 return 0;
lagergren@20 176 }
lagergren@20 177 },
lagergren@20 178 { name: 'bitops-bits-in-byte.js',
lagergren@20 179 actual: function() {
lagergren@20 180 return result;
lagergren@20 181 },
lagergren@20 182 expected: function() {
lagergren@20 183 return 358400;
lagergren@20 184 }
lagergren@20 185 },
lagergren@20 186 { name: 'bitops-nsieve-bits.js',
lagergren@20 187 actual: function() {
lagergren@20 188 var ret = 0;
lagergren@20 189 for (var i = 0; i < result.length; ++i) {
lagergren@20 190 ret += result[i];
lagergren@20 191 }
lagergren@20 192 ret += result.length;
lagergren@20 193 return ret;
lagergren@20 194 },
lagergren@20 195 expected: function() {
lagergren@20 196 return -1286749539853;
lagergren@20 197 }
lagergren@20 198 },
lagergren@20 199 { name: 'bitops-3bit-bits-in-byte.js',
lagergren@20 200 actual: function() {
lagergren@20 201 return sum;
lagergren@20 202 },
lagergren@20 203 expected: function() {
lagergren@20 204 return 512000;
lagergren@20 205 }
lagergren@20 206 },
lagergren@20 207 { name: 'access-nbody.js',
lagergren@20 208 actual: function() {
lagergren@20 209 return ret;
lagergren@20 210 },
lagergren@20 211 expected: function() {
lagergren@20 212 return -0.16906933525822856;
lagergren@20 213 }
lagergren@20 214 },
lagergren@20 215 { name: 'access-binary-trees.js',
lagergren@20 216 actual: function() {
lagergren@20 217 return ret;
lagergren@20 218 },
lagergren@20 219 expected: function() {
lagergren@20 220 return -1;
lagergren@20 221 }
lagergren@20 222 },
lagergren@20 223 { name: 'access-fannkuch.js',
lagergren@20 224 actual: function() {
lagergren@20 225 return ret;
lagergren@20 226 },
lagergren@20 227 expected: function() {
lagergren@20 228 return 22;
lagergren@20 229 }
lagergren@20 230 },
lagergren@20 231 { name: 'math-spectral-norm.js',
lagergren@20 232 actual: function() {
lagergren@20 233 var ret = '';
lagergren@20 234 for (var i = 6; i <= 48; i *= 2) {
lagergren@20 235 ret += spectralnorm(i) + ',';
lagergren@20 236 }
lagergren@20 237 return ret;
lagergren@20 238 },
lagergren@20 239 expected: function() {
lagergren@20 240 return "1.2657786149754053,1.2727355112619148,1.273989979775574,1.274190125290389,";
lagergren@20 241 }
lagergren@20 242 },
lagergren@20 243 { name: '3d-raytrace.js',
lagergren@20 244 actual: function() {
lagergren@20 245 return hash(testOutput);
lagergren@20 246 },
lagergren@20 247 expected: function() {
lagergren@20 248 return 230692593;
lagergren@20 249 }
lagergren@20 250 },
lagergren@20 251 { name: 'regexp-dna.js',
lagergren@20 252 actual: function() {
lagergren@20 253 return dnaOutputString;
lagergren@20 254 },
lagergren@20 255 expected: function() {
lagergren@20 256 return "undefinedagggtaaa|tttaccct 0\n[cgt]gggtaaa|tttaccc[acg] 9\na[act]ggtaaa|tttacc[agt]t 27\nag[act]gtaaa|tttac[agt]ct 24\nagg[act]taaa|ttta[agt]cct 30\naggg[acg]aaa|ttt[cgt]ccct 9\nagggt[cgt]aa|tt[acg]accct 12\nagggta[cgt]a|t[acg]taccct 9\nagggtaa[cgt]|[acg]ttaccct 15\n";
lagergren@20 257 }
lagergren@20 258 },
lagergren@20 259 { name: 'math-cordic.js',
lagergren@20 260 actual: function() {
lagergren@20 261 return total;
lagergren@20 262 },
lagergren@20 263 expected: function() {
lagergren@20 264 return 10362.570468755888;
lagergren@20 265 }
lagergren@20 266 },
lagergren@20 267 { name: 'controlflow-recursive.js',
lagergren@20 268 actual: function() {
lagergren@20 269 var ret = 0;
lagergren@20 270 for (var i = 3; i <= 5; i++) {
lagergren@20 271 ret += ack(3,i);
lagergren@20 272 ret += fib(17.0+i);
lagergren@20 273 ret += tak(3*i+3,2*i+2,i+1);
lagergren@20 274 }
lagergren@20 275 return ret;
lagergren@20 276 },
lagergren@20 277 expected: function() {
lagergren@20 278 return 57775;
lagergren@20 279 }
lagergren@20 280 },
lagergren@20 281 { name: 'date-format-tofte.js',
lagergren@20 282 actual: function() {
lagergren@20 283 return shortFormat + longFormat;
lagergren@20 284 },
lagergren@20 285 expected: function() {
lagergren@20 286 return "2008-05-01Thursday, May 01, 2008 6:31:22 PM";
lagergren@20 287 }
lagergren@20 288 },
lagergren@20 289 { name: 'string-tagcloud.js',
lagergren@20 290 actual: function() {
lagergren@20 291 // The result string embeds floating-point numbers, which can vary a bit on different platforms,
lagergren@20 292 // so we truncate them a bit before comparing.
lagergren@20 293 var tagcloud_norm = tagcloud.replace(/([0-9.]+)px/g, function(str, p1) { return p1.substr(0, 10) + 'px' })
lagergren@20 294 return tagcloud_norm.length;
lagergren@20 295 },
lagergren@20 296 expected: function() {
lagergren@20 297 return 295906;
lagergren@20 298 }
lagergren@20 299 },
lagergren@20 300 { name: 'string-unpack-code.js',
lagergren@20 301 actual: function() {
lagergren@20 302 return decompressedMochiKit.length == 106415 &&
lagergren@20 303 decompressedMochiKit[2000] == '5' &&
lagergren@20 304 decompressedMochiKit[12000] == '_' &&
lagergren@20 305 decompressedMochiKit[82556] == '>';
lagergren@20 306 },
lagergren@20 307 expected: function() {
lagergren@20 308 return true;
lagergren@20 309 }
lagergren@20 310 },
lagergren@20 311 //TODO no easy way to sanity check result
lagergren@20 312 { name: 'string-fasta.js' },
lagergren@20 313 //TODO no easy way to sanity check result
lagergren@20 314 { name: 'math-partial-sums.js' },
lagergren@20 315 //TODO no easy way to sanity check result
lagergren@20 316 { name: 'access-nsieve.js' },
lagergren@20 317 //TODO no easy way to sanity check result
lagergren@20 318 { name: '3d-cube.js' },
lagergren@20 319 ];
jlaskey@3 320
jlaskey@3 321 // handle the case this script may be run by a JS engine that doesn't
jlaskey@3 322 // support __DIR__ global variable.
lagergren@20 323 var dir = (typeof(__DIR__) == 'undefined') ? "test/script/basic/" : __DIR__;
jlaskey@3 324
jlaskey@3 325 for (i in tests) {
lagergren@20 326 tests[i].name = dir + '../external/sunspider/tests/sunspider-1.0/' + tests[i].name;
jlaskey@3 327 }
jlaskey@3 328
jlaskey@3 329 var verbose_run = false;
jlaskey@3 330
lagergren@20 331 var args = [];
lagergren@20 332 if (typeof $ARGS !== 'undefined') {
lagergren@20 333 args = $ARGS;
lagergren@20 334 } else if (typeof arguments !== 'undefined' && arguments.length != 0) {
lagergren@20 335 args = arguments;
lagergren@20 336 }
jlaskey@3 337
jlaskey@3 338 for (i in args) {
lagergren@20 339 if (args[i] === '--verbose') {
lagergren@20 340 verbose_run = true;
lagergren@20 341 break;
jlaskey@3 342 }
jlaskey@3 343 }
jlaskey@3 344
lagergren@20 345 runsuite(tests);
jlaskey@3 346
jlaskey@3 347 if (verbose_run) {
lagergren@20 348 print('\n' + runs + "/" + tests.length + " tests were successfully run in " + total_time + " ms ");
jlaskey@3 349 }
jlaskey@3 350
jlaskey@3 351 print("Sunspider finished!");

mercurial