common/makefiles/MakeBase.gmk

Tue, 10 Apr 2012 08:18:28 -0700

author
ohair
date
Tue, 10 Apr 2012 08:18:28 -0700
changeset 425
e1830598f0b7
child 445
efd26e051e50
permissions
-rw-r--r--

7074397: Build infrastructure changes (makefile re-write)
Summary: New makefiles transition, old and new living side by side for now.
Reviewed-by: ohair, jjg, dholmes, ohrstrom, erikj, ihse, tgranat, ykantser
Contributed-by: ohrstrom <fredrik.ohrstrom@oracle.com>, erikj <erik.joelsson@oracle.com>, ihse <magnus.ihse.bursie@oracle.com>, tgranat <torbjorn.granat@oracle.com>, ykantser <yekaterina.kantserova@oracle.com>

ohair@425 1 #
ohair@425 2 # Copyright (c) 2011, 2012, Oracle and/or its affiliates. All rights reserved.
ohair@425 3 # DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
ohair@425 4 #
ohair@425 5 # This code is free software; you can redistribute it and/or modify it
ohair@425 6 # under the terms of the GNU General Public License version 2 only, as
ohair@425 7 # published by the Free Software Foundation. Oracle designates this
ohair@425 8 # particular file as subject to the "Classpath" exception as provided
ohair@425 9 # by Oracle in the LICENSE file that accompanied this code.
ohair@425 10 #
ohair@425 11 # This code is distributed in the hope that it will be useful, but WITHOUT
ohair@425 12 # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
ohair@425 13 # FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
ohair@425 14 # version 2 for more details (a copy is included in the LICENSE file that
ohair@425 15 # accompanied this code).
ohair@425 16 #
ohair@425 17 # You should have received a copy of the GNU General Public License version
ohair@425 18 # 2 along with this work; if not, write to the Free Software Foundation,
ohair@425 19 # Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
ohair@425 20 #
ohair@425 21 # Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
ohair@425 22 # or visit www.oracle.com if you need additional information or have any
ohair@425 23 # questions.
ohair@425 24 #
ohair@425 25
ohair@425 26 ################################################################
ohair@425 27 #
ohair@425 28 # Check that GNU make and cygwin are recent enough.
ohair@425 29 # Setup common utility functions.
ohair@425 30 #
ohair@425 31 ################################################################
ohair@425 32
ohair@425 33 ifndef _MAKEBASE_GMK
ohair@425 34 _MAKEBASE_GMK := 1
ohair@425 35
ohair@425 36 ifeq (,$(findstring 3.81,$(MAKE_VERSION)))
ohair@425 37 ifeq (,$(findstring 3.82,$(MAKE_VERSION)))
ohair@425 38 $(error This version of GNU Make is too low ($(MAKE_VERSION)). Please upgrade to 3.81 or newer.)
ohair@425 39 endif
ohair@425 40 endif
ohair@425 41
ohair@425 42 ifneq (,$(CYGPATH))
ohair@425 43 # Cygwin styff, if needed but most is going to be
ohair@425 44 # done in configure!
ohair@425 45 ifeq (yes,$(CHECK_FOR_VCINSTALLDIR))
ohair@425 46 ifeq (,$(VCINSTALLDIR))
ohair@425 47 $(info Could not find compiler paths!)
ohair@425 48 $(info You probably configured the build from within a)
ohair@425 49 $(info VS command prompt, but you are not using such a)
ohair@425 50 $(info prompt right now.)
ohair@425 51 $(info If you instead run configure from a plain cygwin shell, it)
ohair@425 52 $(info will attempt to setup VS for you! Please try that.)
ohair@425 53 $(error Giving up for now.)
ohair@425 54 endif
ohair@425 55 endif
ohair@425 56 endif
ohair@425 57
ohair@425 58 # The build times report is turned off by setting REPORT_BUILD_TIMES to nothing.
ohair@425 59 # This is necessary for the target clean which will erase the
ohair@425 60 # directories where the buildtimes are stored.
ohair@425 61 REPORT_BUILD_TIMES=1
ohair@425 62 # Store the build times in this directory.
ohair@425 63 BUILDTIMESDIR=$(OUTPUT_ROOT)/tmp/buildtimes
ohair@425 64
ohair@425 65 # Record starting time for build of a sub repository.
ohair@425 66 define RecordStartTime
ohair@425 67 $(MKDIR) -p $(BUILDTIMESDIR)
ohair@425 68 $(DATE) '+%Y %m %d %H %M %S' | $(NAWK) '{ print $$1,$$2,$$3,$$4,$$5,$$6,($$4*3600+$$5*60+$$6) }' > $(BUILDTIMESDIR)/build_time_start_$1
ohair@425 69 $(DATE) '+%Y-%m-%d %H:%M:%S' > $(BUILDTIMESDIR)/build_time_start_$1_human_readable
ohair@425 70 endef
ohair@425 71
ohair@425 72 # Indicate that we started to build a sub repository and record starting time.
ohair@425 73 define MakeStart
ohair@425 74 $(call RecordStartTime,$1)
ohair@425 75 $(BUILD_LOG_WRAPPER) $(PRINTF) "\n\n%s\n%s\n##### %-60.60s #####\n%s\n\n" \
ohair@425 76 "########################################################################" \
ohair@425 77 "########################################################################" \
ohair@425 78 "Entering $1 for target(s) $2" \
ohair@425 79 "########################################################################"
ohair@425 80 endef
ohair@425 81
ohair@425 82 # Record ending time and calculate the difference and store it in a
ohair@425 83 # easy to read format. Handles builds that cross midnight. Expects
ohair@425 84 # that a build will never take 24 hours or more.
ohair@425 85 define RecordEndTime
ohair@425 86 $(DATE) '+%Y %m %d %H %M %S' | $(NAWK) '{ print $$1,$$2,$$3,$$4,$$5,$$6,($$4*3600+$$5*60+$$6) }' > $(BUILDTIMESDIR)/build_time_end_$1
ohair@425 87 $(DATE) '+%Y-%m-%d %H:%M:%S' > $(BUILDTIMESDIR)/build_time_end_$1_human_readable
ohair@425 88 $(ECHO) `$(CAT) $(BUILDTIMESDIR)/build_time_start_$1` `$(CAT) $(BUILDTIMESDIR)/build_time_end_$1` $1 | \
ohair@425 89 $(NAWK) '{ F=$$7; T=$$14; if (F > T) { T+=3600*24 }; D=T-F; H=int(D/3600); \
ohair@425 90 M=int((D-H*3600)/60); S=D-H*3600-M*60; printf("%02d:%02d:%02d %s\n",H,M,S,$$15); }' \
ohair@425 91 > $(BUILDTIMESDIR)/build_time_diff_$1
ohair@425 92 endef
ohair@425 93
ohair@425 94 # Indicate that we are done.
ohair@425 95 # Record ending time and print out the total time it took to build.
ohair@425 96 define MakeFinish
ohair@425 97 $(if $(REPORT_BUILD_TIMES),$(call RecordEndTime,$1),)
ohair@425 98 $(BUILD_LOG_WRAPPER) $(PRINTF) "%s\n##### %-60.60s #####\n%s\n##### %-60.60s #####\n%s\n\n" \
ohair@425 99 "########################################################################" \
ohair@425 100 "Leaving $1 for target(s) $2" \
ohair@425 101 "########################################################################" \
ohair@425 102 $(if $(REPORT_BUILD_TIMES),"Build time `$(CAT) $(BUILDTIMESDIR)/build_time_diff_$1` for target(s) $2","") \
ohair@425 103 "########################################################################"
ohair@425 104 endef
ohair@425 105
ohair@425 106 # Find all build_time_* files and print their contents in a list sorted
ohair@425 107 # on the name of the sub repository.
ohair@425 108 define ReportBuildTimes
ohair@425 109 $(BUILD_LOG_WRAPPER) $(PRINTF) -- "-- Build times ----------\nTarget %s\nStart %s\nEnd %s\n%s\n%s\n-------------------------\n" \
ohair@425 110 "$1" \
ohair@425 111 "`$(CAT) $(BUILDTIMESDIR)/build_time_start_TOTAL_human_readable`" \
ohair@425 112 "`$(CAT) $(BUILDTIMESDIR)/build_time_end_TOTAL_human_readable`" \
ohair@425 113 "`$(LS) $(BUILDTIMESDIR)/build_time_diff_* | $(GREP) -v _TOTAL | $(XARGS) $(CAT) | $(SORT) -k 2`" \
ohair@425 114 "`$(CAT) $(BUILDTIMESDIR)/build_time_diff_TOTAL`"
ohair@425 115 endef
ohair@425 116
ohair@425 117 define ResetTimers
ohair@425 118 $$(shell $(MKDIR) -p $(BUILDTIMESDIR) && $(RM) $(BUILDTIMESDIR)/build_time_*)
ohair@425 119 endef
ohair@425 120
ohair@425 121 define StartTimer
ohair@425 122 $(call RecordStartTime,TOTAL)
ohair@425 123 endef
ohair@425 124
ohair@425 125 define StopTimer
ohair@425 126 $(if $(REPORT_BUILD_TIMES),$(call RecordEndTime,TOTAL) && $(call ReportBuildTimes,$1),)
ohair@425 127 endef
ohair@425 128
ohair@425 129 # If the variable that you want to send to stdout for piping into a file or otherwise,
ohair@425 130 # is potentially long, for example the a list of file paths, eg a list of all package directories.
ohair@425 131 # Then you need to use ListPathsSafely, which optimistically splits the output into several shell
ohair@425 132 # calls as well as use compression on recurrent file paths segments, to get around the potential
ohair@425 133 # command line length problem that exists in cygwin and other shells.
ohair@425 134 compress_pre:=$(strip $(shell cat $(SRC_ROOT)/common/makefiles/compress.pre))
ohair@425 135 compress_post:=$(strip $(shell cat $(SRC_ROOT)/common/makefiles/compress.post))
ohair@425 136 compress_paths=$(compress_pre)\
ohair@425 137 $(subst $(SRC_ROOT),X97,\
ohair@425 138 $(subst $(OUTPUT_ROOT),X98,\
ohair@425 139 $(subst X,X00,\
ohair@425 140 $(subst $(SPACE),\n,$(strip $1)))))\
ohair@425 141 $(compress_post)
ohair@425 142
ohair@425 143 decompress_paths=sed -f $(SRC_ROOT)/common/makefiles/uncompress.sed -e 's|X99|\\n|g' \
ohair@425 144 -e 's|X98|$(OUTPUT_ROOT)|g' -e 's|X97|$(SRC_ROOT)|g' \
ohair@425 145 -e 's|X00|X|g' | tr '\n' '$2'
ohair@425 146
ohair@425 147 define ListPathsSafely_If
ohair@425 148 $(if $(word $3,$($1)),$(eval $1_LPS$3:=$(call compress_paths,$(wordlist $3,$4,$($1)))))
ohair@425 149 endef
ohair@425 150
ohair@425 151 define ListPathsSafely_Printf
ohair@425 152 $(if $(strip $($1_LPS$4)),printf -- "$(strip $($1_LPS$4))\n" | $(decompress_paths) $3)
ohair@425 153 endef
ohair@425 154
ohair@425 155 # Receipt example:
ohair@425 156 # rm -f thepaths
ohair@425 157 # $(call ListPathsSafely,THEPATHS,\n, >> thepaths)
ohair@425 158 # The \n argument means translate spaces into \n
ohair@425 159 # if instead , , (a space) is supplied, then spaces remain spaces.
ohair@425 160 define ListPathsSafely
ohair@425 161 $(if $(word 10001,$($1)),$(error Cannot list safely more than 10000 paths. $1 has $(words $($1)) paths!))
ohair@425 162 $(call ListPathsSafely_If,$1,$2,1,250)
ohair@425 163 $(call ListPathsSafely_If,$1,$2,251,500)
ohair@425 164 $(call ListPathsSafely_If,$1,$2,501,750)
ohair@425 165 $(call ListPathsSafely_If,$1,$2,751,1000)
ohair@425 166
ohair@425 167 $(call ListPathsSafely_If,$1,$2,1001,1250)
ohair@425 168 $(call ListPathsSafely_If,$1,$2,1251,1500)
ohair@425 169 $(call ListPathsSafely_If,$1,$2,1501,1750)
ohair@425 170 $(call ListPathsSafely_If,$1,$2,1751,2000)
ohair@425 171
ohair@425 172 $(call ListPathsSafely_If,$1,$2,2001,2250)
ohair@425 173 $(call ListPathsSafely_If,$1,$2,2251,2500)
ohair@425 174 $(call ListPathsSafely_If,$1,$2,2501,2750)
ohair@425 175 $(call ListPathsSafely_If,$1,$2,2751,3000)
ohair@425 176
ohair@425 177 $(call ListPathsSafely_If,$1,$2,3001,3250)
ohair@425 178 $(call ListPathsSafely_If,$1,$2,3251,3500)
ohair@425 179 $(call ListPathsSafely_If,$1,$2,3501,3750)
ohair@425 180 $(call ListPathsSafely_If,$1,$2,3751,4000)
ohair@425 181
ohair@425 182 $(call ListPathsSafely_If,$1,$2,4001,4250)
ohair@425 183 $(call ListPathsSafely_If,$1,$2,4251,4500)
ohair@425 184 $(call ListPathsSafely_If,$1,$2,4501,4750)
ohair@425 185 $(call ListPathsSafely_If,$1,$2,4751,5000)
ohair@425 186
ohair@425 187 $(call ListPathsSafely_If,$1,$2,5001,5250)
ohair@425 188 $(call ListPathsSafely_If,$1,$2,5251,5500)
ohair@425 189 $(call ListPathsSafely_If,$1,$2,5501,5750)
ohair@425 190 $(call ListPathsSafely_If,$1,$2,5751,6000)
ohair@425 191
ohair@425 192 $(call ListPathsSafely_If,$1,$2,6001,6250)
ohair@425 193 $(call ListPathsSafely_If,$1,$2,6251,6500)
ohair@425 194 $(call ListPathsSafely_If,$1,$2,6501,6750)
ohair@425 195 $(call ListPathsSafely_If,$1,$2,6751,7000)
ohair@425 196
ohair@425 197 $(call ListPathsSafely_If,$1,$2,7001,7250)
ohair@425 198 $(call ListPathsSafely_If,$1,$2,7251,7500)
ohair@425 199 $(call ListPathsSafely_If,$1,$2,7501,7750)
ohair@425 200 $(call ListPathsSafely_If,$1,$2,7751,8000)
ohair@425 201
ohair@425 202 $(call ListPathsSafely_If,$1,$2,8001,8250)
ohair@425 203 $(call ListPathsSafely_If,$1,$2,8251,8500)
ohair@425 204 $(call ListPathsSafely_If,$1,$2,8501,8750)
ohair@425 205 $(call ListPathsSafely_If,$1,$2,8751,9000)
ohair@425 206
ohair@425 207 $(call ListPathsSafely_If,$1,$2,9001,9250)
ohair@425 208 $(call ListPathsSafely_If,$1,$2,9251,9500)
ohair@425 209 $(call ListPathsSafely_If,$1,$2,9501,9750)
ohair@425 210 $(call ListPathsSafely_If,$1,$2,9751,10000)
ohair@425 211
ohair@425 212 $(call ListPathsSafely_Printf,$1,$2,$3,1)
ohair@425 213 $(call ListPathsSafely_Printf,$1,$2,$3,251)
ohair@425 214 $(call ListPathsSafely_Printf,$1,$2,$3,501)
ohair@425 215 $(call ListPathsSafely_Printf,$1,$2,$3,751)
ohair@425 216
ohair@425 217 $(call ListPathsSafely_Printf,$1,$2,$3,1001)
ohair@425 218 $(call ListPathsSafely_Printf,$1,$2,$3,1251)
ohair@425 219 $(call ListPathsSafely_Printf,$1,$2,$3,1501)
ohair@425 220 $(call ListPathsSafely_Printf,$1,$2,$3,1751)
ohair@425 221
ohair@425 222 $(call ListPathsSafely_Printf,$1,$2,$3,2001)
ohair@425 223 $(call ListPathsSafely_Printf,$1,$2,$3,2251)
ohair@425 224 $(call ListPathsSafely_Printf,$1,$2,$3,2501)
ohair@425 225 $(call ListPathsSafely_Printf,$1,$2,$3,2751)
ohair@425 226
ohair@425 227 $(call ListPathsSafely_Printf,$1,$2,$3,3001)
ohair@425 228 $(call ListPathsSafely_Printf,$1,$2,$3,3251)
ohair@425 229 $(call ListPathsSafely_Printf,$1,$2,$3,3501)
ohair@425 230 $(call ListPathsSafely_Printf,$1,$2,$3,3751)
ohair@425 231
ohair@425 232 $(call ListPathsSafely_Printf,$1,$2,$3,4001)
ohair@425 233 $(call ListPathsSafely_Printf,$1,$2,$3,4251)
ohair@425 234 $(call ListPathsSafely_Printf,$1,$2,$3,4501)
ohair@425 235 $(call ListPathsSafely_Printf,$1,$2,$3,4751)
ohair@425 236
ohair@425 237 $(call ListPathsSafely_Printf,$1,$2,$3,5001)
ohair@425 238 $(call ListPathsSafely_Printf,$1,$2,$3,5251)
ohair@425 239 $(call ListPathsSafely_Printf,$1,$2,$3,5501)
ohair@425 240 $(call ListPathsSafely_Printf,$1,$2,$3,5751)
ohair@425 241
ohair@425 242 $(call ListPathsSafely_Printf,$1,$2,$3,6001)
ohair@425 243 $(call ListPathsSafely_Printf,$1,$2,$3,6251)
ohair@425 244 $(call ListPathsSafely_Printf,$1,$2,$3,6501)
ohair@425 245 $(call ListPathsSafely_Printf,$1,$2,$3,6751)
ohair@425 246
ohair@425 247 $(call ListPathsSafely_Printf,$1,$2,$3,7001)
ohair@425 248 $(call ListPathsSafely_Printf,$1,$2,$3,7251)
ohair@425 249 $(call ListPathsSafely_Printf,$1,$2,$3,7501)
ohair@425 250 $(call ListPathsSafely_Printf,$1,$2,$3,7751)
ohair@425 251
ohair@425 252 $(call ListPathsSafely_Printf,$1,$2,$3,8001)
ohair@425 253 $(call ListPathsSafely_Printf,$1,$2,$3,8251)
ohair@425 254 $(call ListPathsSafely_Printf,$1,$2,$3,8501)
ohair@425 255 $(call ListPathsSafely_Printf,$1,$2,$3,8751)
ohair@425 256
ohair@425 257 $(call ListPathsSafely_Printf,$1,$2,$3,9001)
ohair@425 258 $(call ListPathsSafely_Printf,$1,$2,$3,9251)
ohair@425 259 $(call ListPathsSafely_Printf,$1,$2,$3,9501)
ohair@425 260 $(call ListPathsSafely_Printf,$1,$2,$3,9751)
ohair@425 261 endef
ohair@425 262
ohair@425 263 define ListPathsSafelyNow_IfPrintf
ohair@425 264 ifneq (,$$(word $4,$$($1)))
ohair@425 265 $$(eval $1_LPS$4:=$$(call compress_paths,$$(wordlist $4,$5,$$($1))))
ohair@425 266 $$(shell printf -- "$$(strip $$($1_LPS$4))\n" | $(decompress_paths) $3)
ohair@425 267 endif
ohair@425 268 endef
ohair@425 269
ohair@425 270 # And an non-receipt version:
ohair@425 271 define ListPathsSafelyNow
ohair@425 272 ifneq (,$$(word 10001,$$($1)))
ohair@425 273 $$(error Cannot list safely more than 10000 paths. $1 has $$(words $$($1)) paths!)
ohair@425 274 endif
ohair@425 275 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,1,250)
ohair@425 276 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,251,500)
ohair@425 277 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,501,750)
ohair@425 278 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,751,1000)
ohair@425 279
ohair@425 280 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,1001,1250)
ohair@425 281 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,1251,1500)
ohair@425 282 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,1501,1750)
ohair@425 283 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,1751,2000)
ohair@425 284
ohair@425 285 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,2001,2250)
ohair@425 286 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,2251,2500)
ohair@425 287 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,2501,2750)
ohair@425 288 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,2751,3000)
ohair@425 289
ohair@425 290 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,3001,3250)
ohair@425 291 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,3251,3500)
ohair@425 292 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,3501,3750)
ohair@425 293 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,3751,4000)
ohair@425 294
ohair@425 295 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,4001,4250)
ohair@425 296 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,4251,4500)
ohair@425 297 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,4501,4750)
ohair@425 298 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,4751,5000)
ohair@425 299
ohair@425 300 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,5001,5250)
ohair@425 301 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,5251,5500)
ohair@425 302 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,5501,5750)
ohair@425 303 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,5751,6000)
ohair@425 304
ohair@425 305 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,6001,6250)
ohair@425 306 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,6251,6500)
ohair@425 307 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,6501,6750)
ohair@425 308 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,6751,7000)
ohair@425 309
ohair@425 310 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,7001,7250)
ohair@425 311 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,7251,7500)
ohair@425 312 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,7501,7750)
ohair@425 313 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,7751,8000)
ohair@425 314
ohair@425 315 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,8001,8250)
ohair@425 316 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,8251,8500)
ohair@425 317 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,8501,8750)
ohair@425 318 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,8751,9000)
ohair@425 319
ohair@425 320 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,9001,9250)
ohair@425 321 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,9251,9500)
ohair@425 322 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,9501,9750)
ohair@425 323 $(call ListPathsSafelyNow_IfPrintf,$1,$2,$3,9751,10000)
ohair@425 324
ohair@425 325 endef
ohair@425 326
ohair@425 327 endif # _MAKEBASE_GMK

mercurial