jlaskey@3: <?xml version="1.0" encoding="UTF-8"?>
attila@963: 
jlaskey@3: <!--
attila@963:     Copyright (c) 2010, 2014, Oracle and/or its affiliates. All rights reserved.
attila@963:     DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
attila@963: 
attila@963:     This code is free software; you can redistribute it and/or modify it
attila@963:     under the terms of the GNU General Public License version 2 only, as
attila@963:     published by the Free Software Foundation.
attila@963: 
attila@963:     This code is distributed in the hope that it will be useful, but WITHOUT
attila@963:     ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
attila@963:     FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
attila@963:     version 2 for more details (a copy is included in the LICENSE file that
attila@963:     accompanied this code).
attila@963: 
attila@963:     You should have received a copy of the GNU General Public License version
attila@963:     2 along with this work; if not, write to the Free Software Foundation,
attila@963:     Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
attila@963: 
attila@963:     Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
attila@963:     or visit www.oracle.com if you need additional information or have any
attila@963:     questions.
jlaskey@3: -->
jlaskey@3: 
attila@963: 
attila@963: <project
attila@963:     name="nashorn-benchmarks"
attila@963:     default="all"
attila@963:     basedir=".."
attila@963:     xmlns:if="ant:if">
attila@963: 
attila@963:   <!--
attila@963:        Below are the octane benchmarks that should be run.
attila@963:        The ones that are excluded, as Nashorn currently has
attila@963:        some issues with them (functionality or performance)
attila@963:        are commented out
attila@963:   -->
attila@963: 
attila@963:   <!-- box2d -->
attila@963:   <target name="octane-box2d" depends="octane-box2d-nashorn"/>
attila@963:   <target name="octane-box2d-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.box2d" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-box2d-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.box2d" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-box2d-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.box2d" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- code-load -->
attila@963:   <target name="octane-code-load" depends="octane-code-load-nashorn"/>
attila@963:   <target name="octane-code-load-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.code-load" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-code-load-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.code-load" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-code-load-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.code-load" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- crypto -->
attila@963:   <target name="octane-crypto" depends="octane-crypto-nashorn"/>
attila@963:   <target name="octane-crypto-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.crypto" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-crypto-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.crypto" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-crypto-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.crypto" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- deltablue -->
attila@963:   <target name="octane-deltablue" depends="octane-deltablue-nashorn"/>
attila@963:   <target name="octane-deltablue-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.deltablue" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-deltablue-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.deltablue" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-deltablue-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.deltablue" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- earley-boyer -->
attila@963:   <target name="octane-earley-boyer" depends="octane-earley-boyer-nashorn"/>
attila@963:   <target name="octane-earley-boyer-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.earley-boyer" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-earley-boyer-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.earley-boyer" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-earley-boyer-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.earley-boyer" runtime="rhino"/>
jlaskey@3:   </target>
lagergren@298:   
attila@963:   <!-- gbemu -->
attila@963:   <target name="octane-gbemu" depends="octane-gbemu-nashorn"/>
attila@963:   <target name="octane-gbemu-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.gbemu" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-gbemu-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.gbemu" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-gbemu-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.gbemu" runtime="rhino"/>
lagergren@298:   </target>
lagergren@295: 
attila@963:   <!-- mandreel -->
attila@963:   <target name="octane-mandreel" depends="octane-mandreel-nashorn"/>
attila@963:   <target name="octane-mandreel-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.mandreel" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-mandreel-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.mandreel" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-mandreel-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.mandreel" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- navier-stokes -->
attila@963:   <target name="octane-navier-stokes" depends="octane-navier-stokes-nashorn"/>
attila@963:   <target name="octane-navier-stokes-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.navier-stokes" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-navier-stokes-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.navier-stokes" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-navier-stokes-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.navier-stokes" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- pdfjs -->
attila@963:   <target name="octane-pdfjs" depends="octane-pdfjs-nashorn"/>
attila@963:   <target name="octane-pdfjs-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.pdfjs" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-pdfjs-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.pdfjs" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-pdfjs-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.pdfjs" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- raytrace -->
attila@963:   <target name="octane-raytrace" depends="octane-raytrace-nashorn"/>
attila@963:   <target name="octane-raytrace-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.raytrace" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-raytrace-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.raytrace" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-raytrace-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.raytrace" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- regexp -->
attila@963:   <target name="octane-regexp" depends="octane-regexp-nashorn"/>
attila@963:   <target name="octane-regexp-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.regexp" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-regexp-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.regexp" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-regexp-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.regexp" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- richards -->
attila@963:   <target name="octane-richards" depends="octane-richards-nashorn"/>
attila@963:   <target name="octane-richards-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.richards" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-richards-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.richards" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-richards-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.richards" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- splay -->
attila@963:   <target name="octane-splay" depends="octane-splay-nashorn"/>
attila@963:   <target name="octane-splay-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.splay" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-splay-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.splay" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-splay-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.splay" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- typescript -->
attila@963:   <target name="octane-typescript" depends="octane-typescript-nashorn"/>
attila@963:   <target name="octane-typescript-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.typescript" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-typescript-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.typescript" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-typescript-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.typescript" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!-- zlib -->
attila@963:   <target name="octane-zlib" depends="octane-zlib-nashorn"/>
attila@963:   <target name="octane-zlib-nashorn" depends="jar">
attila@963:     <run-one cond="octane.benchmark.zlib" runtime="nashorn"/>
attila@963:   </target>
attila@963:   <target name="octane-zlib-v8" depends="jar">
attila@963:     <run-one cond="octane.benchmark.zlib" runtime="v8"/>
attila@963:   </target>
attila@963:   <target name="octane-zlib-rhino" depends="jar">
attila@963:     <run-one cond="octane.benchmark.zlib" runtime="rhino"/>
attila@963:   </target>
attila@963: 
attila@963:   <!--
attila@963:       Benchmark runners for one or more benchmarks, single
attila@963:       or multiple process
attila@963:   -->
attila@963: 
attila@963:   <target name="octane-process-separate" if="${octane-test-sys-prop.separate.process}">
attila@963:     <echo message="Running each benchmark in separate processes, starting new JVMs for each."/>
attila@963:     <script language="javascript"><![CDATA[
attila@963:       var props = [];
attila@963: 
attila@963:       for (var prop in project.getProperties()) {
attila@963:         if (prop.startsWith("octane.benchmark.")) {
attila@963:           props.push(prop);
attila@963:         }
attila@963:       }
attila@963: 
attila@963:       //sort benchmark props in alphabetical order by name
attila@963:       props.sort(function(a, b) {
attila@963:         if (a < b) {
attila@963:           return -1;
attila@963:         } else if (a > b) {
attila@963:           return 1;
attila@963:         } else {
attila@963:            return 0;
attila@963:         }
attila@963:       });
attila@963:       
attila@963:       var runtime = project.getProperty("runtime");
attila@963: 
attila@963:       for (var i in props) {
attila@963:         var task = project.createTask("run-one");
attila@963: 	// workaround for https://issues.apache.org/bugzilla/show_bug.cgi?id=53831, still not fixed
attila@963:         if (task.getOwningTarget() == null) {
attila@963: 	  task.setOwningTarget(self.getOwningTarget());
attila@963: 	}
attila@963:         var prop = props[i];
attila@963:         task.setDynamicAttribute("cond", prop);
attila@963:         task.setDynamicAttribute("runtime", runtime);
attila@963: 	task.perform();
attila@963:       }
attila@963:     ]]></script>
attila@963:   </target>
attila@963: 
attila@963:   <target name="octane-process-single" unless="${octane-test-sys-prop.separate.process}">
attila@963:     <echo message="Running all benchmarks in the same process."/>
attila@963:     <pathconvert property="octane.benchmarks" pathsep=" ">
attila@963:       <propertyset>
attila@963:     <propertyref prefix="octane.benchmark."/>
attila@963:       </propertyset>
attila@963:     </pathconvert>
attila@963:     <antcall target="run-octane${runtime}">
attila@963:       <param name="octane-tests" value="${octane.benchmarks}"/>
sundar@25:     </antcall>
jlaskey@3:   </target>
jlaskey@3: 
attila@963:   <!--
attila@963:        run 'octane' in single or separate processes based on config
attila@963:        This uses nashorn as the default runtime
attila@963:   -->
attila@963:   <target name="octane-nashorn" depends="jar">
attila@963:     <property name="runtime" value="nashorn"/>
attila@963:     <antcall target="octane-process-separate"/>
attila@963:     <antcall target="octane-process-single"/>
sundar@25:   </target>
sundar@25: 
attila@963:   <!-- alias for 'octane' -->
attila@963:   <target name="octane" depends="octane-nashorn"/>
jlaskey@3: 
jlaskey@3:   <!-- run octane benchmarks using octane as runtime -->
attila@963:   <target name="octane-v8" depends="jar">
attila@963:     <property name="runtime" value="v8"/>
attila@963:     <antcall target="octane-process-separate"/>
attila@963:     <antcall target="octane-process-single"/>
jlaskey@3:   </target>
jlaskey@3: 
jlaskey@3:   <!-- run octane benchmarks using Rhino as runtime -->
attila@963:   <target name="octane-rhino" depends="jar">
attila@963:     <property name="runtime" value="rhino"/>
attila@963:     <antcall target="octane-process-separate"/>
attila@963:     <antcall target="octane-process-single"/>
jlaskey@3:   </target>
attila@963: 
attila@963:   <macrodef name="run-one">
attila@963:     <attribute name="cond"/>
attila@963:     <attribute name="runtime" default=""/>
attila@963:     <sequential>
attila@963: 	<antcall target="run-octane-@{runtime}" if:set="@{cond}">
attila@963: 	  <param name="octane-tests" value="${@{cond}}"/>
attila@963: 	</antcall>
attila@963:     </sequential>
attila@963:   </macrodef>
attila@963: 
attila@963:   <target name="run-octane-nashorn">
jlaskey@3:     <java classname="${nashorn.shell.tool}"
jlaskey@3:           classpath="${run.test.classpath}"
jlaskey@3:           fork="true"
jlaskey@3:           dir=".">
jlaskey@3:       <jvmarg line="${ext.class.path}"/>
hannesw@562:       <jvmarg line="${run.test.jvmargs.octane} -Xms${run.test.xms} -Xmx${run.test.xmx}"/>
attila@963:       <!-- pass on all properties prefixed with 'nashorn' to the runtime -->
attila@963:       <syspropertyset>
attila@963:         <propertyref prefix="nashorn."/>
attila@963:       </syspropertyset>
jlaskey@3:       <arg value="${octane-test-sys-prop.test.js.framework}"/>
attila@963:       <arg value="-scripting"/>
jlaskey@3:       <arg value="--"/>
jlaskey@3:       <arg value="${octane-tests}"/>
jlaskey@3:       <arg value="--runtime"/>
attila@963:       <arg value="nashorn"/>
jlaskey@3:       <arg value="--verbose"/>
attila@963:       <arg value="--iterations ${octane.iterations}"/>
jlaskey@3:     </java>
jlaskey@3:   </target>
jlaskey@3: 
jlaskey@3:   <target name="run-octane-v8">
jlaskey@3:     <exec executable="${v8.shell}">
jlaskey@3:       <arg value="${octane-test-sys-prop.test.js.framework}"/>
jlaskey@3:       <arg value="--"/>
attila@963:       <arg value="${octane-tests}"/>
jlaskey@3:       <arg value="--runtime"/>
jlaskey@3:       <arg value="v8"/>
jlaskey@3:       <arg value="--verbose"/>
attila@963:       <arg value="--iterations ${octane.iterations}"/>
jlaskey@3:     </exec>
jlaskey@3:   </target>
jlaskey@3: 
jlaskey@3:   <target name="run-octane-rhino">
jlaskey@3:     <java jar="${rhino.jar}"
jlaskey@3:           classpath="${run.test.classpath}"
jlaskey@3:           fork="true"
jlaskey@3:           dir=".">
hannesw@562:       <jvmarg line="${run.test.jvmargs.octane} -Xms${run.test.xms} -Xmx${run.test.xmx}"/>
attila@963:       <arg value="-opt"/>
attila@963:       <arg value="9"/>
jlaskey@3:       <arg value="${octane-test-sys-prop.test.js.framework}"/>
jlaskey@3:       <arg value="${octane-tests}"/>
jlaskey@3:       <arg value="--runtime"/>
attila@963:       <arg value="rhino"/>
jlaskey@3:       <arg value="--verbose"/>
attila@963:       <arg value="--iterations ${octane.iterations}"/>
jlaskey@3:     </java>
jlaskey@3:   </target>
jlaskey@3: 
jlaskey@3:   <!-- run octane with all known runtimes for comparison -->
jlaskey@3:   <target name="octane-all" depends="octane, octane-v8, octane-rhino">
jlaskey@3:     <exec executable="${v8.shell}">
jlaskey@3:       <arg value="${octane-test-sys-prop.test.js.framework}"/>
jlaskey@3:       <arg value="${octane-tests}/"/>
jlaskey@3:     </exec>
jlaskey@3:   </target>
attila@963: 
jlaskey@3:   <target name="sunspider-init" depends="jar">
jlaskey@3:     <fileset id="sunspider-set"
attila@963:          dir="${sunspider-test-sys-prop.test.js.roots}"
attila@963:          excludes="${sunspider-test-sys-prop.test.js.exclude.list}">
jlaskey@3:       <include name="**/*.js"/>
jlaskey@3:     </fileset>
jlaskey@3:     <pathconvert pathsep=" " property="sunspider-tests" refid="sunspider-set"/>
jlaskey@3:   </target>
jlaskey@3: 
attila@963:   <!--- SUNSPIDER JOB BELOW -->
attila@963: 
jlaskey@3:   <!-- run sunspider with Nashorn -->
attila@963:   <target name="sunspider" depends="sunspider-nashorn"/>
attila@963: 
attila@963:   <target name="sunspider-nashorn" depends="sunspider-init">
jlaskey@3:     <java classname="${nashorn.shell.tool}"
jlaskey@3:           classpath="${run.test.classpath}"
jlaskey@3:           fork="true"
jlaskey@3:           dir=".">
jlaskey@3:       <jvmarg line="${ext.class.path}"/>
hannesw@562:       <jvmarg line="${run.test.jvmargs} -Xmx${run.test.xmx}"/>
jlaskey@3:       <arg value="-timezone=PST"/>
jlaskey@3:       <arg value="--class-cache-size=50"/>
jlaskey@3:       <arg value="${sunspider-test-sys-prop.test.js.framework}"/>
jlaskey@3:       <arg value="--"/>
jlaskey@3:       <arg value="${sunspider-tests}/"/>
attila@963:       <arg value="--verbose"/>
attila@963:       <arg value="--times"/>
attila@963:       <arg value="${sunspider.iterations}"/>
jlaskey@3:     </java>
jlaskey@3:   </target>
jlaskey@3: 
jlaskey@3:   <!-- run sunspider with v8 -->
jlaskey@3:   <target name="sunspider-v8" depends="sunspider-init">
jlaskey@3:     <exec executable="${v8.shell}">
jlaskey@3:       <arg value="${sunspider-test-sys-prop.test.js.framework}"/>
jlaskey@3:       <arg value="--"/>
jlaskey@3:       <arg value="${sunspider-tests}/"/>
attila@963:       <arg value="--verbose"/>
attila@963:       <arg value="--times"/>
attila@963:       <arg value="${sunspider.iterations}"/>
jlaskey@3:     </exec>
jlaskey@3:   </target>
jlaskey@3: 
jlaskey@3:   <!-- run sunspider with Rhino -->
jlaskey@3:   <target name="sunspider-rhino" depends="sunspider-init">
jlaskey@3:     <java jar="${rhino.jar}"
jlaskey@3:           classpath="${run.test.classpath}"
jlaskey@3:           fork="true"
jlaskey@3:           dir=".">
hannesw@562:       <jvmarg line="${run.test.jvmargs} -Xmx${run.test.xmx}"/>
attila@963:       <arg value="-opt"/>
attila@963:       <arg value="9"/>
jlaskey@3:       <arg value="${sunspider-test-sys-prop.test.js.framework}"/>
jlaskey@3:       <arg value="${sunspider-tests}/"/>
attila@963:       <arg value="--verbose"/>
attila@963:       <arg value="--times"/>
attila@963:       <arg value="${sunspider.iterations}"/>
jlaskey@3:     </java>
jlaskey@3:   </target>
jlaskey@3: 
jlaskey@3: </project>