common/autoconf/build-performance.m4

Tue, 18 Sep 2012 11:29:16 -0700

author
ohair
date
Tue, 18 Sep 2012 11:29:16 -0700
changeset 478
2ba6f4da4bf3
parent 459
3156dff953b1
child 494
e64f2cb57d05
permissions
-rw-r--r--

7197849: Update new build-infra makefiles
Reviewed-by: ihse, erikj, ohrstrom, tbell

erikj@459 1 #
erikj@459 2 # Copyright (c) 2011, 2012, Oracle and/or its affiliates. All rights reserved.
erikj@459 3 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
erikj@459 4 #
erikj@459 5 # This code is free software; you can redistribute it and/or modify it
erikj@459 6 # under the terms of the GNU General Public License version 2 only, as
erikj@459 7 # published by the Free Software Foundation. Oracle designates this
erikj@459 8 # particular file as subject to the "Classpath" exception as provided
erikj@459 9 # by Oracle in the LICENSE file that accompanied this code.
erikj@459 10 #
erikj@459 11 # This code is distributed in the hope that it will be useful, but WITHOUT
erikj@459 12 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
erikj@459 13 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
erikj@459 14 # version 2 for more details (a copy is included in the LICENSE file that
erikj@459 15 # accompanied this code).
erikj@459 16 #
erikj@459 17 # You should have received a copy of the GNU General Public License version
erikj@459 18 # 2 along with this work; if not, write to the Free Software Foundation,
erikj@459 19 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
erikj@459 20 #
erikj@459 21 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
erikj@459 22 # or visit www.oracle.com if you need additional information or have any
erikj@459 23 # questions.
erikj@459 24 #
erikj@459 25
erikj@459 26 AC_DEFUN([BPERF_CHECK_CORES],
erikj@459 27 [
erikj@459 28 AC_MSG_CHECKING([for number of cores])
erikj@459 29 NUM_CORES=1
erikj@459 30 FOUND_CORES=no
erikj@459 31
erikj@459 32 if test -f /proc/cpuinfo; then
ohair@478 33 # Looks like a Linux (or cygwin) system
erikj@459 34 NUM_CORES=`cat /proc/cpuinfo | grep -c processor`
erikj@459 35 FOUND_CORES=yes
ohair@478 36 elif test -x /usr/sbin/psrinfo; then
erikj@459 37 # Looks like a Solaris system
erikj@459 38 NUM_CORES=`LC_MESSAGES=C /usr/sbin/psrinfo -v | grep -c on-line`
erikj@459 39 FOUND_CORES=yes
ohair@478 40 elif test -x /usr/sbin/system_profiler; then
erikj@459 41 # Looks like a MacOSX system
erikj@459 42 NUM_CORES=`/usr/sbin/system_profiler -detailLevel full SPHardwareDataType | grep 'Cores' | awk '{print [$]5}'`
erikj@459 43 FOUND_CORES=yes
erikj@459 44 fi
erikj@459 45
erikj@459 46 # For c/c++ code we run twice as many concurrent build
erikj@459 47 # jobs than we have cores, otherwise we will stall on io.
erikj@459 48 CONCURRENT_BUILD_JOBS=`expr $NUM_CORES \* 2`
erikj@459 49
erikj@459 50 if test "x$FOUND_CORES" = xyes; then
erikj@459 51 AC_MSG_RESULT([$NUM_CORES])
erikj@459 52 else
erikj@459 53 AC_MSG_RESULT([could not detect number of cores, defaulting to 1!])
erikj@459 54 fi
erikj@459 55
erikj@459 56 ])
erikj@459 57
erikj@459 58 AC_DEFUN([BPERF_CHECK_MEMORY_SIZE],
erikj@459 59 [
erikj@459 60 AC_MSG_CHECKING([for memory size])
ohair@478 61 # Default to 1024 MB
erikj@459 62 MEMORY_SIZE=1024
erikj@459 63 FOUND_MEM=no
erikj@459 64
ohair@478 65 if test -f /proc/meminfo; then
ohair@478 66 # Looks like a Linux (or cygwin) system
erikj@459 67 MEMORY_SIZE=`cat /proc/meminfo | grep MemTotal | awk '{print [$]2}'`
erikj@459 68 MEMORY_SIZE=`expr $MEMORY_SIZE / 1024`
erikj@459 69 FOUND_MEM=yes
ohair@478 70 elif test -x /usr/sbin/prtconf; then
erikj@459 71 # Looks like a Solaris system
erikj@459 72 MEMORY_SIZE=`/usr/sbin/prtconf | grep "Memory size" | awk '{ print [$]3 }'`
erikj@459 73 FOUND_MEM=yes
ohair@478 74 elif test -x /usr/sbin/system_profiler; then
erikj@459 75 # Looks like a MacOSX system
erikj@459 76 MEMORY_SIZE=`/usr/sbin/system_profiler -detailLevel full SPHardwareDataType | grep 'Memory' | awk '{print [$]2}'`
erikj@459 77 MEMORY_SIZE=`expr $MEMORY_SIZE \* 1024`
erikj@459 78 FOUND_MEM=yes
ohair@478 79 elif test "x$build_os" = xwindows; then
ohair@478 80 # Windows, but without cygwin
erikj@459 81 MEMORY_SIZE=`systeminfo | grep 'Total Physical Memory:' | awk '{ print [$]4 }' | sed 's/,//'`
erikj@459 82 FOUND_MEM=yes
erikj@459 83 fi
erikj@459 84
erikj@459 85 if test "x$FOUND_MEM" = xyes; then
erikj@459 86 AC_MSG_RESULT([$MEMORY_SIZE MB])
erikj@459 87 else
ohair@478 88 AC_MSG_RESULT([could not detect memory size defaulting to 1024 MB!])
erikj@459 89 fi
erikj@459 90 ])
erikj@459 91
erikj@459 92 AC_DEFUN_ONCE([BPERF_SETUP_BUILD_CORES],
erikj@459 93 [
erikj@459 94 # How many cores do we have on this build system?
erikj@459 95 AC_ARG_WITH(num-cores, [AS_HELP_STRING([--with-num-cores],
erikj@459 96 [number of cores in the build system, e.g. --with-num-cores=8 @<:@probed@:>@])])
erikj@459 97 if test "x$with_num_cores" = x; then
erikj@459 98 # The number of cores were not specified, try to probe them.
erikj@459 99 BPERF_CHECK_CORES
erikj@459 100 else
erikj@459 101 NUM_CORES=$with_num_cores
erikj@459 102 CONCURRENT_BUILD_JOBS=`expr $NUM_CORES \* 2`
erikj@459 103 fi
erikj@459 104 AC_SUBST(NUM_CORES)
erikj@459 105 AC_SUBST(CONCURRENT_BUILD_JOBS)
erikj@459 106 ])
erikj@459 107
erikj@459 108 AC_DEFUN_ONCE([BPERF_SETUP_BUILD_MEMORY],
erikj@459 109 [
erikj@459 110 # How much memory do we have on this build system?
erikj@459 111 AC_ARG_WITH(memory-size, [AS_HELP_STRING([--with-memory-size],
erikj@459 112 [memory (in MB) available in the build system, e.g. --with-memory-size=1024 @<:@probed@:>@])])
erikj@459 113 if test "x$with_memory_size" = x; then
erikj@459 114 # The memory size was not specified, try to probe it.
erikj@459 115 BPERF_CHECK_MEMORY_SIZE
erikj@459 116 else
erikj@459 117 MEMORY_SIZE=$with_memory_size
erikj@459 118 fi
erikj@459 119 AC_SUBST(MEMORY_SIZE)
erikj@459 120 ])
erikj@459 121
erikj@459 122 AC_DEFUN([BPERF_SETUP_CCACHE],
erikj@459 123 [
erikj@459 124 AC_ARG_ENABLE([ccache],
erikj@459 125 [AS_HELP_STRING([--disable-ccache],
erikj@459 126 [use ccache to speed up recompilations @<:@enabled@:>@])],
erikj@459 127 [ENABLE_CCACHE=${enable_ccache}], [ENABLE_CCACHE=yes])
erikj@459 128 if test "x$ENABLE_CCACHE" = xyes; then
erikj@459 129 AC_PATH_PROG(CCACHE, ccache)
erikj@459 130 else
erikj@459 131 AC_MSG_CHECKING([for ccache])
erikj@459 132 AC_MSG_RESULT([explicitly disabled])
erikj@459 133 CCACHE=
erikj@459 134 fi
erikj@459 135 AC_SUBST(CCACHE)
erikj@459 136
erikj@459 137 AC_ARG_WITH([ccache-dir],
erikj@459 138 [AS_HELP_STRING([--with-ccache-dir],
erikj@459 139 [where to store ccache files @<:@~/.ccache@:>@])])
erikj@459 140
erikj@459 141 if test "x$with_ccache_dir" != x; then
erikj@459 142 # When using a non home ccache directory, assume the use is to share ccache files
erikj@459 143 # with other users. Thus change the umask.
erikj@459 144 SET_CCACHE_DIR="CCACHE_DIR=$with_ccache_dir CCACHE_UMASK=002"
erikj@459 145 fi
erikj@459 146 CCACHE_FOUND=""
erikj@459 147 if test "x$CCACHE" != x; then
erikj@459 148 BPERF_SETUP_CCACHE_USAGE
erikj@459 149 fi
erikj@459 150 ])
erikj@459 151
erikj@459 152 AC_DEFUN([BPERF_SETUP_CCACHE_USAGE],
erikj@459 153 [
erikj@459 154 if test "x$CCACHE" != x; then
erikj@459 155 CCACHE_FOUND="true"
erikj@459 156 # Only use ccache if it is 3.1.4 or later, which supports
erikj@459 157 # precompiled headers.
erikj@459 158 AC_MSG_CHECKING([if ccache supports precompiled headers])
erikj@459 159 HAS_GOOD_CCACHE=`($CCACHE --version | head -n 1 | grep -E 3.1.@<:@456789@:>@) 2> /dev/null`
erikj@459 160 if test "x$HAS_GOOD_CCACHE" = x; then
erikj@459 161 AC_MSG_RESULT([no, disabling ccache])
erikj@459 162 CCACHE=
erikj@459 163 else
erikj@459 164 AC_MSG_RESULT([yes])
erikj@459 165 AC_MSG_CHECKING([if C-compiler supports ccache precompiled headers])
erikj@459 166 PUSHED_FLAGS="$CXXFLAGS"
erikj@459 167 CXXFLAGS="-fpch-preprocess $CXXFLAGS"
erikj@459 168 AC_COMPILE_IFELSE([AC_LANG_PROGRAM([], [])], [CC_KNOWS_CCACHE_TRICK=yes], [CC_KNOWS_CCACHE_TRICK=no])
erikj@459 169 CXXFLAGS="$PUSHED_FLAGS"
erikj@459 170 if test "x$CC_KNOWS_CCACHE_TRICK" = xyes; then
erikj@459 171 AC_MSG_RESULT([yes])
erikj@459 172 else
erikj@459 173 AC_MSG_RESULT([no, disabling ccaching of precompiled headers])
erikj@459 174 CCACHE=
erikj@459 175 fi
erikj@459 176 fi
erikj@459 177 fi
erikj@459 178
erikj@459 179 if test "x$CCACHE" != x; then
erikj@459 180 CCACHE_SLOPPINESS=time_macros
erikj@459 181 CCACHE="CCACHE_COMPRESS=1 $SET_CCACHE_DIR CCACHE_SLOPPINESS=$CCACHE_SLOPPINESS $CCACHE"
erikj@459 182 CCACHE_FLAGS=-fpch-preprocess
erikj@459 183
erikj@459 184 if test "x$SET_CCACHE_DIR" != x; then
erikj@459 185 mkdir -p $CCACHE_DIR > /dev/null 2>&1
erikj@459 186 chmod a+rwxs $CCACHE_DIR > /dev/null 2>&1
erikj@459 187 fi
erikj@459 188 fi
erikj@459 189 ])
erikj@459 190
erikj@459 191 AC_DEFUN_ONCE([BPERF_SETUP_PRECOMPILED_HEADERS],
erikj@459 192 [
erikj@459 193
erikj@459 194 ###############################################################################
erikj@459 195 #
erikj@459 196 # Can the C/C++ compiler use precompiled headers?
erikj@459 197 #
erikj@459 198 AC_ARG_ENABLE([precompiled-headers], [AS_HELP_STRING([--disable-precompiled-headers],
erikj@459 199 [use precompiled headers when compiling C++ @<:@enabled@:>@])],
erikj@459 200 [ENABLE_PRECOMPH=${enable_precompiled-headers}], [ENABLE_PRECOMPH=yes])
erikj@459 201
erikj@459 202 USE_PRECOMPILED_HEADER=1
erikj@459 203 if test "x$ENABLE_PRECOMPH" = xno; then
erikj@459 204 USE_PRECOMPILED_HEADER=0
erikj@459 205 fi
erikj@459 206
erikj@459 207 if test "x$ENABLE_PRECOMPH" = xyes; then
erikj@459 208 # Check that the compiler actually supports precomp headers.
erikj@459 209 if test "x$GCC" = xyes; then
erikj@459 210 AC_MSG_CHECKING([that precompiled headers work])
erikj@459 211 echo "int alfa();" > conftest.h
erikj@459 212 $CXX -x c++-header conftest.h -o conftest.hpp.gch
erikj@459 213 if test ! -f conftest.hpp.gch; then
erikj@459 214 echo Precompiled header is not working!
erikj@459 215 USE_PRECOMPILED_HEADER=0
erikj@459 216 AC_MSG_RESULT([no])
erikj@459 217 else
erikj@459 218 AC_MSG_RESULT([yes])
erikj@459 219 fi
erikj@459 220 rm -f conftest.h
erikj@459 221 fi
erikj@459 222 fi
erikj@459 223
erikj@459 224 AC_SUBST(USE_PRECOMPILED_HEADER)
erikj@459 225 ])
erikj@459 226
erikj@459 227
erikj@459 228 AC_DEFUN_ONCE([BPERF_SETUP_SMART_JAVAC],
erikj@459 229 [
ohair@478 230 AC_ARG_WITH(sjavac-server-java, [AS_HELP_STRING([--with-sjavac-server-java],
ohair@478 231 [use this java binary for running the sjavac background server and other long running java tasks in the build process,
ohair@478 232 e.g. ---with-sjavac-server-java="/opt/jrockit/bin/java -server"])])
erikj@459 233
ohair@478 234 if test "x$with_sjavac_server_java" != x; then
ohair@478 235 SJAVAC_SERVER_JAVA="$with_sjavac_server_java"
ohair@478 236 FOUND_VERSION=`$SJAVAC_SERVER_JAVA -version 2>&1 | grep " version \""`
erikj@459 237 if test "x$FOUND_VERSION" = x; then
ohair@478 238 AC_MSG_ERROR([Could not execute server java: $SJAVAC_SERVER_JAVA])
erikj@459 239 fi
erikj@459 240 else
ohair@478 241 SJAVAC_SERVER_JAVA=""
erikj@459 242 # Hotspot specific options.
ohair@478 243 ADD_JVM_ARG_IF_OK([-verbosegc],SJAVAC_SERVER_JAVA,[$JAVA])
erikj@459 244 # JRockit specific options.
ohair@478 245 ADD_JVM_ARG_IF_OK([-Xverbose:gc],SJAVAC_SERVER_JAVA,[$JAVA])
ohair@478 246 SJAVAC_SERVER_JAVA="$JAVA $SJAVAC_SERVER_JAVA"
erikj@459 247 fi
ohair@478 248 AC_SUBST(SJAVAC_SERVER_JAVA)
erikj@459 249
ohair@478 250 AC_ARG_WITH(sjavac-server-cores, [AS_HELP_STRING([--with-sjavac-server-cores],
ohair@478 251 [use at most this number of concurrent threads on the sjavac server @<:@probed@:>@])])
ohair@478 252 if test "x$with_sjavac_server_cores" != x; then
ohair@478 253 SJAVAC_SERVER_CORES="$with_sjavac_server_cores"
erikj@459 254 else
erikj@459 255 if test "$NUM_CORES" -gt 16; then
erikj@459 256 # We set this arbitrary limit because we want to limit the heap
erikj@459 257 # size of the javac server.
erikj@459 258 # In the future we will make the javac compilers in the server
erikj@459 259 # share more and more state, thus enabling us to use more and
erikj@459 260 # more concurrent threads in the server.
ohair@478 261 SJAVAC_SERVER_CORES="16"
erikj@459 262 else
ohair@478 263 SJAVAC_SERVER_CORES="$NUM_CORES"
erikj@459 264 fi
erikj@459 265
erikj@459 266 if test "$MEMORY_SIZE" -gt "17000"; then
erikj@459 267 MAX_HEAP_MEM=10000
ohair@478 268 ADD_JVM_ARG_IF_OK([-d64],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 269 ADD_JVM_ARG_IF_OK([-Xms10G -Xmx10G],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 270 elif test "$MEMORY_SIZE" -gt "10000"; then
erikj@459 271 MAX_HEAP_MEM=6000
ohair@478 272 ADD_JVM_ARG_IF_OK([-d64],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 273 ADD_JVM_ARG_IF_OK([-Xms6G -Xmx6G],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 274 elif test "$MEMORY_SIZE" -gt "5000"; then
erikj@459 275 MAX_HEAP_MEM=3000
ohair@478 276 ADD_JVM_ARG_IF_OK([-d64],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 277 ADD_JVM_ARG_IF_OK([-Xms1G -Xmx3G],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 278 elif test "$MEMORY_SIZE" -gt "3800"; then
erikj@459 279 MAX_HEAP_MEM=2500
ohair@478 280 ADD_JVM_ARG_IF_OK([-Xms1G -Xmx2500M],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 281 elif test "$MEMORY_SIZE" -gt "1900"; then
erikj@459 282 MAX_HEAP_MEM=1200
ohair@478 283 ADD_JVM_ARG_IF_OK([-Xms700M -Xmx1400M],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 284 elif test "$MEMORY_SIZE" -gt "1000"; then
erikj@459 285 MAX_HEAP_MEM=900
ohair@478 286 ADD_JVM_ARG_IF_OK([-Xms400M -Xmx1100M],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 287 else
erikj@459 288 MAX_HEAP_MEM=512
ohair@478 289 ADD_JVM_ARG_IF_OK([-Xms256M -Xmx512M],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
erikj@459 290 fi
erikj@459 291
ohair@478 292 ADD_JVM_ARG_IF_OK([-XX:PermSize=32m],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 293 ADD_JVM_ARG_IF_OK([-XX:MaxPermSize=160m],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 294 ADD_JVM_ARG_IF_OK([-XX:ThreadStackSize=$STACK_SIZE],SJAVAC_SERVER_JAVA,[$SJAVAC_SERVER_JAVA])
ohair@478 295
erikj@459 296 MAX_COMPILERS_IN_HEAP=`expr $MAX_HEAP_MEM / 501`
ohair@478 297 if test "$SJAVAC_SERVER_CORES" -gt "$MAX_COMPILERS_IN_HEAP"; then
erikj@459 298 AC_MSG_CHECKING([if number of server cores must be reduced])
ohair@478 299 SJAVAC_SERVER_CORES="$MAX_COMPILERS_IN_HEAP"
ohair@478 300 AC_MSG_RESULT([yes, to $SJAVAC_SERVER_CORES with max heap size $MAX_HEAP_MEM MB])
erikj@459 301 fi
erikj@459 302 fi
ohair@478 303 AC_SUBST(SJAVAC_SERVER_CORES)
erikj@459 304
erikj@459 305 AC_MSG_CHECKING([whether to use sjavac])
erikj@459 306 AC_ARG_ENABLE([sjavac], [AS_HELP_STRING([--enable-sjavac],
erikj@459 307 [use sjavac to do fast incremental compiles @<:@disabled@:>@])],
erikj@459 308 [ENABLE_SJAVAC="${enableval}"], [ENABLE_SJAVAC='no'])
erikj@459 309 AC_MSG_RESULT([$ENABLE_SJAVAC])
erikj@459 310 AC_SUBST(ENABLE_SJAVAC)
erikj@459 311
ohair@478 312 if test "x$ENABLE_SJAVAC" = xyes; then
ohair@478 313 SJAVAC_SERVER_DIR="$OUTPUT_ROOT/javacservers"
ohair@478 314 else
ohair@478 315 SJAVAC_SERVER_DIR=
ohair@478 316 fi
ohair@478 317 AC_SUBST(SJAVAC_SERVER_DIR)
ohair@478 318
erikj@459 319 ])

mercurial