common/autoconf/build-performance.m4

Fri, 26 Oct 2012 14:29:57 -0700

author
ohair
date
Fri, 26 Oct 2012 14:29:57 -0700
changeset 494
e64f2cb57d05
parent 478
2ba6f4da4bf3
child 512
582c696033f5
permissions
-rw-r--r--

8000992: Update new build-infra makefiles
Summary: Build-infra project integration. Multiple authors on this work: erikj and ihse primarily, also changes from ohair, tbell, and dholmes. Special credit to ohstrom for his smartjavac work.
Reviewed-by: erikj, ihse, dholmes, tbell

erikj@459 1 #
erikj@459 2 # Copyright (c) 2011, 2012, Oracle and/or its affiliates. All rights reserved.
erikj@459 3 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
erikj@459 4 #
erikj@459 5 # This code is free software; you can redistribute it and/or modify it
erikj@459 6 # under the terms of the GNU General Public License version 2 only, as
erikj@459 7 # published by the Free Software Foundation. Oracle designates this
erikj@459 8 # particular file as subject to the "Classpath" exception as provided
erikj@459 9 # by Oracle in the LICENSE file that accompanied this code.
erikj@459 10 #
erikj@459 11 # This code is distributed in the hope that it will be useful, but WITHOUT
erikj@459 12 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
erikj@459 13 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
erikj@459 14 # version 2 for more details (a copy is included in the LICENSE file that
erikj@459 15 # accompanied this code).
erikj@459 16 #
erikj@459 17 # You should have received a copy of the GNU General Public License version
erikj@459 18 # 2 along with this work; if not, write to the Free Software Foundation,
erikj@459 19 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
erikj@459 20 #
erikj@459 21 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
erikj@459 22 # or visit www.oracle.com if you need additional information or have any
erikj@459 23 # questions.
erikj@459 24 #
erikj@459 25
erikj@459 26 AC_DEFUN([BPERF_CHECK_CORES],
erikj@459 27 [
erikj@459 28 AC_MSG_CHECKING([for number of cores])
erikj@459 29 NUM_CORES=1
erikj@459 30 FOUND_CORES=no
erikj@459 31
erikj@459 32 if test -f /proc/cpuinfo; then
ohair@478 33 # Looks like a Linux (or cygwin) system
erikj@459 34 NUM_CORES=`cat /proc/cpuinfo | grep -c processor`
erikj@459 35 FOUND_CORES=yes
ohair@478 36 elif test -x /usr/sbin/psrinfo; then
erikj@459 37 # Looks like a Solaris system
erikj@459 38 NUM_CORES=`LC_MESSAGES=C /usr/sbin/psrinfo -v | grep -c on-line`
erikj@459 39 FOUND_CORES=yes
ohair@478 40 elif test -x /usr/sbin/system_profiler; then
erikj@459 41 # Looks like a MacOSX system
erikj@459 42 NUM_CORES=`/usr/sbin/system_profiler -detailLevel full SPHardwareDataType | grep 'Cores' | awk '{print [$]5}'`
erikj@459 43 FOUND_CORES=yes
ohair@494 44 elif test -n "$NUMBER_OF_PROCESSORS"; then
ohair@494 45 # On windows, look in the env
ohair@494 46 NUM_CORES=$NUMBER_OF_PROCESSORS
ohair@494 47 FOUND_CORES=yes
erikj@459 48 fi
erikj@459 49
erikj@459 50 # For c/c++ code we run twice as many concurrent build
erikj@459 51 # jobs than we have cores, otherwise we will stall on io.
erikj@459 52 CONCURRENT_BUILD_JOBS=`expr $NUM_CORES \* 2`
erikj@459 53
erikj@459 54 if test "x$FOUND_CORES" = xyes; then
erikj@459 55 AC_MSG_RESULT([$NUM_CORES])
erikj@459 56 else
ohair@494 57 AC_MSG_RESULT([could not detect number of cores, defaulting to 1])
ohair@494 58 AC_MSG_WARN([This will disable all parallelism from build!])
erikj@459 59 fi
erikj@459 60
erikj@459 61 ])
erikj@459 62
erikj@459 63 AC_DEFUN([BPERF_CHECK_MEMORY_SIZE],
erikj@459 64 [
erikj@459 65 AC_MSG_CHECKING([for memory size])
ohair@478 66 # Default to 1024 MB
erikj@459 67 MEMORY_SIZE=1024
erikj@459 68 FOUND_MEM=no
erikj@459 69
ohair@478 70 if test -f /proc/meminfo; then
ohair@478 71 # Looks like a Linux (or cygwin) system
erikj@459 72 MEMORY_SIZE=`cat /proc/meminfo | grep MemTotal | awk '{print [$]2}'`
erikj@459 73 MEMORY_SIZE=`expr $MEMORY_SIZE / 1024`
erikj@459 74 FOUND_MEM=yes
ohair@478 75 elif test -x /usr/sbin/prtconf; then
erikj@459 76 # Looks like a Solaris system
erikj@459 77 MEMORY_SIZE=`/usr/sbin/prtconf | grep "Memory size" | awk '{ print [$]3 }'`
erikj@459 78 FOUND_MEM=yes
ohair@478 79 elif test -x /usr/sbin/system_profiler; then
erikj@459 80 # Looks like a MacOSX system
erikj@459 81 MEMORY_SIZE=`/usr/sbin/system_profiler -detailLevel full SPHardwareDataType | grep 'Memory' | awk '{print [$]2}'`
erikj@459 82 MEMORY_SIZE=`expr $MEMORY_SIZE \* 1024`
erikj@459 83 FOUND_MEM=yes
ohair@494 84 elif test "x$OPENJDK_BUILD_OS" = xwindows; then
ohair@478 85 # Windows, but without cygwin
ohair@494 86 MEMORY_SIZE=`wmic computersystem get totalphysicalmemory -value | grep = | cut -d "=" -f 2-`
ohair@494 87 MEMORY_SIZE=`expr $MEMORY_SIZE / 1024 / 1024`
erikj@459 88 FOUND_MEM=yes
erikj@459 89 fi
erikj@459 90
erikj@459 91 if test "x$FOUND_MEM" = xyes; then
erikj@459 92 AC_MSG_RESULT([$MEMORY_SIZE MB])
erikj@459 93 else
ohair@494 94 AC_MSG_RESULT([could not detect memory size, defaulting to 1024 MB])
ohair@494 95 AC_MSG_WARN([This might seriously impact build performance!])
erikj@459 96 fi
erikj@459 97 ])
erikj@459 98
erikj@459 99 AC_DEFUN_ONCE([BPERF_SETUP_BUILD_CORES],
erikj@459 100 [
erikj@459 101 # How many cores do we have on this build system?
erikj@459 102 AC_ARG_WITH(num-cores, [AS_HELP_STRING([--with-num-cores],
erikj@459 103 [number of cores in the build system, e.g. --with-num-cores=8 @<:@probed@:>@])])
erikj@459 104 if test "x$with_num_cores" = x; then
erikj@459 105 # The number of cores were not specified, try to probe them.
erikj@459 106 BPERF_CHECK_CORES
erikj@459 107 else
erikj@459 108 NUM_CORES=$with_num_cores
erikj@459 109 CONCURRENT_BUILD_JOBS=`expr $NUM_CORES \* 2`
erikj@459 110 fi
erikj@459 111 AC_SUBST(NUM_CORES)
erikj@459 112 AC_SUBST(CONCURRENT_BUILD_JOBS)
erikj@459 113 ])
erikj@459 114
erikj@459 115 AC_DEFUN_ONCE([BPERF_SETUP_BUILD_MEMORY],
erikj@459 116 [
erikj@459 117 # How much memory do we have on this build system?
erikj@459 118 AC_ARG_WITH(memory-size, [AS_HELP_STRING([--with-memory-size],
erikj@459 119 [memory (in MB) available in the build system, e.g. --with-memory-size=1024 @<:@probed@:>@])])
erikj@459 120 if test "x$with_memory_size" = x; then
erikj@459 121 # The memory size was not specified, try to probe it.
erikj@459 122 BPERF_CHECK_MEMORY_SIZE
erikj@459 123 else
erikj@459 124 MEMORY_SIZE=$with_memory_size
erikj@459 125 fi
erikj@459 126 AC_SUBST(MEMORY_SIZE)
erikj@459 127 ])
erikj@459 128
erikj@459 129 AC_DEFUN([BPERF_SETUP_CCACHE],
erikj@459 130 [
erikj@459 131 AC_ARG_ENABLE([ccache],
erikj@459 132 [AS_HELP_STRING([--disable-ccache],
ohair@494 133 [disable using ccache to speed up recompilations @<:@enabled@:>@])],
erikj@459 134 [ENABLE_CCACHE=${enable_ccache}], [ENABLE_CCACHE=yes])
erikj@459 135 if test "x$ENABLE_CCACHE" = xyes; then
erikj@459 136 AC_PATH_PROG(CCACHE, ccache)
erikj@459 137 else
erikj@459 138 AC_MSG_CHECKING([for ccache])
erikj@459 139 AC_MSG_RESULT([explicitly disabled])
erikj@459 140 CCACHE=
erikj@459 141 fi
erikj@459 142 AC_SUBST(CCACHE)
erikj@459 143
erikj@459 144 AC_ARG_WITH([ccache-dir],
erikj@459 145 [AS_HELP_STRING([--with-ccache-dir],
erikj@459 146 [where to store ccache files @<:@~/.ccache@:>@])])
erikj@459 147
erikj@459 148 if test "x$with_ccache_dir" != x; then
erikj@459 149 # When using a non home ccache directory, assume the use is to share ccache files
erikj@459 150 # with other users. Thus change the umask.
erikj@459 151 SET_CCACHE_DIR="CCACHE_DIR=$with_ccache_dir CCACHE_UMASK=002"
erikj@459 152 fi
erikj@459 153 CCACHE_FOUND=""
erikj@459 154 if test "x$CCACHE" != x; then
erikj@459 155 BPERF_SETUP_CCACHE_USAGE
erikj@459 156 fi
erikj@459 157 ])
erikj@459 158
erikj@459 159 AC_DEFUN([BPERF_SETUP_CCACHE_USAGE],
erikj@459 160 [
erikj@459 161 if test "x$CCACHE" != x; then
erikj@459 162 CCACHE_FOUND="true"
erikj@459 163 # Only use ccache if it is 3.1.4 or later, which supports
erikj@459 164 # precompiled headers.
erikj@459 165 AC_MSG_CHECKING([if ccache supports precompiled headers])
erikj@459 166 HAS_GOOD_CCACHE=`($CCACHE --version | head -n 1 | grep -E 3.1.@<:@456789@:>@) 2> /dev/null`
erikj@459 167 if test "x$HAS_GOOD_CCACHE" = x; then
erikj@459 168 AC_MSG_RESULT([no, disabling ccache])
erikj@459 169 CCACHE=
erikj@459 170 else
erikj@459 171 AC_MSG_RESULT([yes])
erikj@459 172 AC_MSG_CHECKING([if C-compiler supports ccache precompiled headers])
erikj@459 173 PUSHED_FLAGS="$CXXFLAGS"
erikj@459 174 CXXFLAGS="-fpch-preprocess $CXXFLAGS"
erikj@459 175 AC_COMPILE_IFELSE([AC_LANG_PROGRAM([], [])], [CC_KNOWS_CCACHE_TRICK=yes], [CC_KNOWS_CCACHE_TRICK=no])
erikj@459 176 CXXFLAGS="$PUSHED_FLAGS"
erikj@459 177 if test "x$CC_KNOWS_CCACHE_TRICK" = xyes; then
erikj@459 178 AC_MSG_RESULT([yes])
erikj@459 179 else
erikj@459 180 AC_MSG_RESULT([no, disabling ccaching of precompiled headers])
erikj@459 181 CCACHE=
erikj@459 182 fi
erikj@459 183 fi
erikj@459 184 fi
erikj@459 185
erikj@459 186 if test "x$CCACHE" != x; then
erikj@459 187 CCACHE_SLOPPINESS=time_macros
erikj@459 188 CCACHE="CCACHE_COMPRESS=1 $SET_CCACHE_DIR CCACHE_SLOPPINESS=$CCACHE_SLOPPINESS $CCACHE"
erikj@459 189 CCACHE_FLAGS=-fpch-preprocess
erikj@459 190
erikj@459 191 if test "x$SET_CCACHE_DIR" != x; then
erikj@459 192 mkdir -p $CCACHE_DIR > /dev/null 2>&1
erikj@459 193 chmod a+rwxs $CCACHE_DIR > /dev/null 2>&1
erikj@459 194 fi
erikj@459 195 fi
erikj@459 196 ])
erikj@459 197
erikj@459 198 AC_DEFUN_ONCE([BPERF_SETUP_PRECOMPILED_HEADERS],
erikj@459 199 [
erikj@459 200
erikj@459 201 ###############################################################################
erikj@459 202 #
erikj@459 203 # Can the C/C++ compiler use precompiled headers?
erikj@459 204 #
erikj@459 205 AC_ARG_ENABLE([precompiled-headers], [AS_HELP_STRING([--disable-precompiled-headers],
ohair@494 206 [disable using precompiled headers when compiling C++ @<:@enabled@:>@])],
erikj@459 207 [ENABLE_PRECOMPH=${enable_precompiled-headers}], [ENABLE_PRECOMPH=yes])
erikj@459 208
erikj@459 209 USE_PRECOMPILED_HEADER=1
erikj@459 210 if test "x$ENABLE_PRECOMPH" = xno; then
erikj@459 211 USE_PRECOMPILED_HEADER=0
erikj@459 212 fi
erikj@459 213
erikj@459 214 if test "x$ENABLE_PRECOMPH" = xyes; then
erikj@459 215 # Check that the compiler actually supports precomp headers.
erikj@459 216 if test "x$GCC" = xyes; then
erikj@459 217 AC_MSG_CHECKING([that precompiled headers work])
erikj@459 218 echo "int alfa();" > conftest.h
erikj@459 219 $CXX -x c++-header conftest.h -o conftest.hpp.gch
erikj@459 220 if test ! -f conftest.hpp.gch; then
erikj@459 221 echo Precompiled header is not working!
erikj@459 222 USE_PRECOMPILED_HEADER=0
erikj@459 223 AC_MSG_RESULT([no])
erikj@459 224 else
erikj@459 225 AC_MSG_RESULT([yes])
erikj@459 226 fi
erikj@459 227 rm -f conftest.h
erikj@459 228 fi
erikj@459 229 fi
erikj@459 230
erikj@459 231 AC_SUBST(USE_PRECOMPILED_HEADER)
erikj@459 232 ])
erikj@459 233
erikj@459 234
erikj@459 235 AC_DEFUN_ONCE([BPERF_SETUP_SMART_JAVAC],
erikj@459 236 [
ohair@478 237 AC_ARG_WITH(sjavac-server-java, [AS_HELP_STRING([--with-sjavac-server-java],
ohair@494 238 [use this java binary for running the sjavac background server @<:@Boot JDK java@:>@])])
erikj@459 239
ohair@478 240 if test "x$with_sjavac_server_java" != x; then
ohair@478 241 SJAVAC_SERVER_JAVA="$with_sjavac_server_java"
ohair@478 242 FOUND_VERSION=`$SJAVAC_SERVER_JAVA -version 2>&1 | grep " version \""`
erikj@459 243 if test "x$FOUND_VERSION" = x; then
ohair@478 244 AC_MSG_ERROR([Could not execute server java: $SJAVAC_SERVER_JAVA])
erikj@459 245 fi
erikj@459 246 else
ohair@478 247 SJAVAC_SERVER_JAVA=""
erikj@459 248 # Hotspot specific options.
ohair@478 249 ADD_JVM_ARG_IF_OK([-verbosegc],SJAVAC_SERVER_JAVA,[$JAVA])
erikj@459 250 # JRockit specific options.
ohair@478 251 ADD_JVM_ARG_IF_OK([-Xverbose:gc],SJAVAC_SERVER_JAVA,[$JAVA])
ohair@478 252 SJAVAC_SERVER_JAVA="$JAVA $SJAVAC_SERVER_JAVA"
erikj@459 253 fi
ohair@478 254 AC_SUBST(SJAVAC_SERVER_JAVA)
erikj@459 255
ohair@478 256 AC_ARG_WITH(sjavac-server-cores, [AS_HELP_STRING([--with-sjavac-server-cores],
ohair@478 257 [use at most this number of concurrent threads on the sjavac server @<:@probed@:>@])])
ohair@478 258 if test "x$with_sjavac_server_cores" != x; then
ohair@478 259 SJAVAC_SERVER_CORES="$with_sjavac_server_cores"
erikj@459 260 else
erikj@459 261 if test "$NUM_CORES" -gt 16; then
erikj@459 262 # We set this arbitrary limit because we want to limit the heap
erikj@459 263 # size of the javac server.
erikj@459 264 # In the future we will make the javac compilers in the server
erikj@459 265 # share more and more state, thus enabling us to use more and
erikj@459 266 # more concurrent threads in the server.
ohair@478 267 SJAVAC_SERVER_CORES="16"
erikj@459 268 else
ohair@478 269 SJAVAC_SERVER_CORES="$NUM_CORES"
erikj@459 270 fi
erikj@459 271
erikj@459 272 if test "$MEMORY_SIZE" -gt "17000"; then
erikj@459 273 MAX_HEAP_MEM=10000
ohair@478 274 ADD_JVM_ARG_IF_OK([-d64],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 275 ADD_JVM_ARG_IF_OK([-Xms10G -Xmx10G],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 276 elif test "$MEMORY_SIZE" -gt "10000"; then
erikj@459 277 MAX_HEAP_MEM=6000
ohair@478 278 ADD_JVM_ARG_IF_OK([-d64],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 279 ADD_JVM_ARG_IF_OK([-Xms6G -Xmx6G],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 280 elif test "$MEMORY_SIZE" -gt "5000"; then
erikj@459 281 MAX_HEAP_MEM=3000
ohair@478 282 ADD_JVM_ARG_IF_OK([-d64],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 283 ADD_JVM_ARG_IF_OK([-Xms1G -Xmx3G],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 284 elif test "$MEMORY_SIZE" -gt "3800"; then
erikj@459 285 MAX_HEAP_MEM=2500
ohair@478 286 ADD_JVM_ARG_IF_OK([-Xms1G -Xmx2500M],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 287 elif test "$MEMORY_SIZE" -gt "1900"; then
erikj@459 288 MAX_HEAP_MEM=1200
ohair@478 289 ADD_JVM_ARG_IF_OK([-Xms700M -Xmx1400M],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 290 elif test "$MEMORY_SIZE" -gt "1000"; then
erikj@459 291 MAX_HEAP_MEM=900
ohair@478 292 ADD_JVM_ARG_IF_OK([-Xms400M -Xmx1100M],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 293 else
erikj@459 294 MAX_HEAP_MEM=512
ohair@478 295 ADD_JVM_ARG_IF_OK([-Xms256M -Xmx512M],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 296 fi
erikj@459 297
ohair@478 298 ADD_JVM_ARG_IF_OK([-XX:PermSize=32m],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 299 ADD_JVM_ARG_IF_OK([-XX:MaxPermSize=160m],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 300 ADD_JVM_ARG_IF_OK([-XX:ThreadStackSize=$STACK_SIZE],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 301
erikj@459 302 MAX_COMPILERS_IN_HEAP=`expr $MAX_HEAP_MEM / 501`
ohair@478 303 if test "$SJAVAC_SERVER_CORES" -gt "$MAX_COMPILERS_IN_HEAP"; then
erikj@459 304 AC_MSG_CHECKING([if number of server cores must be reduced])
ohair@478 305 SJAVAC_SERVER_CORES="$MAX_COMPILERS_IN_HEAP"
ohair@478 306 AC_MSG_RESULT([yes, to $SJAVAC_SERVER_CORES with max heap size $MAX_HEAP_MEM MB])
erikj@459 307 fi
erikj@459 308 fi
ohair@478 309 AC_SUBST(SJAVAC_SERVER_CORES)
erikj@459 310
erikj@459 311 AC_MSG_CHECKING([whether to use sjavac])
erikj@459 312 AC_ARG_ENABLE([sjavac], [AS_HELP_STRING([--enable-sjavac],
erikj@459 313 [use sjavac to do fast incremental compiles @<:@disabled@:>@])],
erikj@459 314 [ENABLE_SJAVAC="${enableval}"], [ENABLE_SJAVAC='no'])
erikj@459 315 AC_MSG_RESULT([$ENABLE_SJAVAC])
erikj@459 316 AC_SUBST(ENABLE_SJAVAC)
erikj@459 317
ohair@478 318 if test "x$ENABLE_SJAVAC" = xyes; then
ohair@478 319 SJAVAC_SERVER_DIR="$OUTPUT_ROOT/javacservers"
ohair@478 320 else
ohair@478 321 SJAVAC_SERVER_DIR=
ohair@478 322 fi
ohair@478 323 AC_SUBST(SJAVAC_SERVER_DIR)
ohair@478 324
erikj@459 325 ])

mercurial