Tue, 24 Jul 2012 10:51:00 -0700
7023639: JSR 292 method handle invocation needs a fast path for compiled code
6984705: JSR 292 method handle creation should not go through JNI
Summary: remove assembly code for JDK 7 chained method handles
Reviewed-by: jrose, twisti, kvn, mhaupt
Contributed-by: John Rose <john.r.rose@oracle.com>, Christian Thalinger <christian.thalinger@oracle.com>, Michael Haupt <michael.haupt@oracle.com>
1 /*
2 * Copyright (c) 1998, 2011, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
25 #include "precompiled.hpp"
26 #include "code/codeBlob.hpp"
27 #include "code/codeCache.hpp"
28 #include "code/relocInfo.hpp"
29 #include "compiler/disassembler.hpp"
30 #include "interpreter/bytecode.hpp"
31 #include "memory/allocation.inline.hpp"
32 #include "memory/heap.hpp"
33 #include "oops/oop.inline.hpp"
34 #include "prims/forte.hpp"
35 #include "runtime/handles.inline.hpp"
36 #include "runtime/interfaceSupport.hpp"
37 #include "runtime/mutexLocker.hpp"
38 #include "runtime/safepoint.hpp"
39 #include "runtime/sharedRuntime.hpp"
40 #include "runtime/vframe.hpp"
41 #include "services/memoryService.hpp"
42 #ifdef TARGET_ARCH_x86
43 # include "nativeInst_x86.hpp"
44 #endif
45 #ifdef TARGET_ARCH_sparc
46 # include "nativeInst_sparc.hpp"
47 #endif
48 #ifdef TARGET_ARCH_zero
49 # include "nativeInst_zero.hpp"
50 #endif
51 #ifdef TARGET_ARCH_arm
52 # include "nativeInst_arm.hpp"
53 #endif
54 #ifdef TARGET_ARCH_ppc
55 # include "nativeInst_ppc.hpp"
56 #endif
57 #ifdef COMPILER1
58 #include "c1/c1_Runtime1.hpp"
59 #endif
61 unsigned int align_code_offset(int offset) {
62 // align the size to CodeEntryAlignment
63 return
64 ((offset + (int)CodeHeap::header_size() + (CodeEntryAlignment-1)) & ~(CodeEntryAlignment-1))
65 - (int)CodeHeap::header_size();
66 }
69 // This must be consistent with the CodeBlob constructor's layout actions.
70 unsigned int CodeBlob::allocation_size(CodeBuffer* cb, int header_size) {
71 unsigned int size = header_size;
72 size += round_to(cb->total_relocation_size(), oopSize);
73 // align the size to CodeEntryAlignment
74 size = align_code_offset(size);
75 size += round_to(cb->total_content_size(), oopSize);
76 size += round_to(cb->total_oop_size(), oopSize);
77 return size;
78 }
81 // Creates a simple CodeBlob. Sets up the size of the different regions.
82 CodeBlob::CodeBlob(const char* name, int header_size, int size, int frame_complete, int locs_size) {
83 assert(size == round_to(size, oopSize), "unaligned size");
84 assert(locs_size == round_to(locs_size, oopSize), "unaligned size");
85 assert(header_size == round_to(header_size, oopSize), "unaligned size");
86 assert(!UseRelocIndex, "no space allocated for reloc index yet");
88 // Note: If UseRelocIndex is enabled, there needs to be (at least) one
89 // extra word for the relocation information, containing the reloc
90 // index table length. Unfortunately, the reloc index table imple-
91 // mentation is not easily understandable and thus it is not clear
92 // what exactly the format is supposed to be. For now, we just turn
93 // off the use of this table (gri 7/6/2000).
95 _name = name;
96 _size = size;
97 _frame_complete_offset = frame_complete;
98 _header_size = header_size;
99 _relocation_size = locs_size;
100 _content_offset = align_code_offset(header_size + _relocation_size);
101 _code_offset = _content_offset;
102 _data_offset = size;
103 _frame_size = 0;
104 set_oop_maps(NULL);
105 }
108 // Creates a CodeBlob from a CodeBuffer. Sets up the size of the different regions,
109 // and copy code and relocation info.
110 CodeBlob::CodeBlob(
111 const char* name,
112 CodeBuffer* cb,
113 int header_size,
114 int size,
115 int frame_complete,
116 int frame_size,
117 OopMapSet* oop_maps
118 ) {
119 assert(size == round_to(size, oopSize), "unaligned size");
120 assert(header_size == round_to(header_size, oopSize), "unaligned size");
122 _name = name;
123 _size = size;
124 _frame_complete_offset = frame_complete;
125 _header_size = header_size;
126 _relocation_size = round_to(cb->total_relocation_size(), oopSize);
127 _content_offset = align_code_offset(header_size + _relocation_size);
128 _code_offset = _content_offset + cb->total_offset_of(cb->insts());
129 _data_offset = _content_offset + round_to(cb->total_content_size(), oopSize);
130 assert(_data_offset <= size, "codeBlob is too small");
132 cb->copy_code_and_locs_to(this);
133 set_oop_maps(oop_maps);
134 _frame_size = frame_size;
135 #ifdef COMPILER1
136 // probably wrong for tiered
137 assert(_frame_size >= -1, "must use frame size or -1 for runtime stubs");
138 #endif // COMPILER1
139 }
142 void CodeBlob::set_oop_maps(OopMapSet* p) {
143 // Danger Will Robinson! This method allocates a big
144 // chunk of memory, its your job to free it.
145 if (p != NULL) {
146 // We need to allocate a chunk big enough to hold the OopMapSet and all of its OopMaps
147 _oop_maps = (OopMapSet* )NEW_C_HEAP_ARRAY(unsigned char, p->heap_size(), mtCode);
148 p->copy_to((address)_oop_maps);
149 } else {
150 _oop_maps = NULL;
151 }
152 }
155 void CodeBlob::trace_new_stub(CodeBlob* stub, const char* name1, const char* name2) {
156 // Do not hold the CodeCache lock during name formatting.
157 assert(!CodeCache_lock->owned_by_self(), "release CodeCache before registering the stub");
159 if (stub != NULL) {
160 char stub_id[256];
161 assert(strlen(name1) + strlen(name2) < sizeof(stub_id), "");
162 jio_snprintf(stub_id, sizeof(stub_id), "%s%s", name1, name2);
163 if (PrintStubCode) {
164 tty->print_cr("Decoding %s " INTPTR_FORMAT, stub_id, (intptr_t) stub);
165 Disassembler::decode(stub->code_begin(), stub->code_end());
166 }
167 Forte::register_stub(stub_id, stub->code_begin(), stub->code_end());
169 if (JvmtiExport::should_post_dynamic_code_generated()) {
170 const char* stub_name = name2;
171 if (name2[0] == '\0') stub_name = name1;
172 JvmtiExport::post_dynamic_code_generated(stub_name, stub->code_begin(), stub->code_end());
173 }
174 }
176 // Track memory usage statistic after releasing CodeCache_lock
177 MemoryService::track_code_cache_memory_usage();
178 }
181 void CodeBlob::flush() {
182 if (_oop_maps) {
183 FREE_C_HEAP_ARRAY(unsigned char, _oop_maps, mtCode);
184 _oop_maps = NULL;
185 }
186 _comments.free();
187 }
190 OopMap* CodeBlob::oop_map_for_return_address(address return_address) {
191 assert(oop_maps() != NULL, "nope");
192 return oop_maps()->find_map_at_offset((intptr_t) return_address - (intptr_t) code_begin());
193 }
196 //----------------------------------------------------------------------------------------------------
197 // Implementation of BufferBlob
200 BufferBlob::BufferBlob(const char* name, int size)
201 : CodeBlob(name, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, /*locs_size:*/ 0)
202 {}
204 BufferBlob* BufferBlob::create(const char* name, int buffer_size) {
205 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
207 BufferBlob* blob = NULL;
208 unsigned int size = sizeof(BufferBlob);
209 // align the size to CodeEntryAlignment
210 size = align_code_offset(size);
211 size += round_to(buffer_size, oopSize);
212 assert(name != NULL, "must provide a name");
213 {
214 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
215 blob = new (size) BufferBlob(name, size);
216 }
217 // Track memory usage statistic after releasing CodeCache_lock
218 MemoryService::track_code_cache_memory_usage();
220 return blob;
221 }
224 BufferBlob::BufferBlob(const char* name, int size, CodeBuffer* cb)
225 : CodeBlob(name, cb, sizeof(BufferBlob), size, CodeOffsets::frame_never_safe, 0, NULL)
226 {}
228 BufferBlob* BufferBlob::create(const char* name, CodeBuffer* cb) {
229 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
231 BufferBlob* blob = NULL;
232 unsigned int size = allocation_size(cb, sizeof(BufferBlob));
233 assert(name != NULL, "must provide a name");
234 {
235 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
236 blob = new (size) BufferBlob(name, size, cb);
237 }
238 // Track memory usage statistic after releasing CodeCache_lock
239 MemoryService::track_code_cache_memory_usage();
241 return blob;
242 }
245 void* BufferBlob::operator new(size_t s, unsigned size) {
246 void* p = CodeCache::allocate(size);
247 return p;
248 }
251 void BufferBlob::free( BufferBlob *blob ) {
252 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
253 {
254 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
255 CodeCache::free((CodeBlob*)blob);
256 }
257 // Track memory usage statistic after releasing CodeCache_lock
258 MemoryService::track_code_cache_memory_usage();
259 }
262 //----------------------------------------------------------------------------------------------------
263 // Implementation of AdapterBlob
265 AdapterBlob::AdapterBlob(int size, CodeBuffer* cb) :
266 BufferBlob("I2C/C2I adapters", size, cb) {
267 CodeCache::commit(this);
268 }
270 AdapterBlob* AdapterBlob::create(CodeBuffer* cb) {
271 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
273 AdapterBlob* blob = NULL;
274 unsigned int size = allocation_size(cb, sizeof(AdapterBlob));
275 {
276 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
277 blob = new (size) AdapterBlob(size, cb);
278 }
279 // Track memory usage statistic after releasing CodeCache_lock
280 MemoryService::track_code_cache_memory_usage();
282 return blob;
283 }
286 //----------------------------------------------------------------------------------------------------
287 // Implementation of MethodHandlesAdapterBlob
289 MethodHandlesAdapterBlob* MethodHandlesAdapterBlob::create(int buffer_size) {
290 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
292 MethodHandlesAdapterBlob* blob = NULL;
293 unsigned int size = sizeof(MethodHandlesAdapterBlob);
294 // align the size to CodeEntryAlignment
295 size = align_code_offset(size);
296 size += round_to(buffer_size, oopSize);
297 {
298 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
299 blob = new (size) MethodHandlesAdapterBlob(size);
300 }
301 // Track memory usage statistic after releasing CodeCache_lock
302 MemoryService::track_code_cache_memory_usage();
304 return blob;
305 }
308 //----------------------------------------------------------------------------------------------------
309 // Implementation of RuntimeStub
311 RuntimeStub::RuntimeStub(
312 const char* name,
313 CodeBuffer* cb,
314 int size,
315 int frame_complete,
316 int frame_size,
317 OopMapSet* oop_maps,
318 bool caller_must_gc_arguments
319 )
320 : CodeBlob(name, cb, sizeof(RuntimeStub), size, frame_complete, frame_size, oop_maps)
321 {
322 _caller_must_gc_arguments = caller_must_gc_arguments;
323 }
326 RuntimeStub* RuntimeStub::new_runtime_stub(const char* stub_name,
327 CodeBuffer* cb,
328 int frame_complete,
329 int frame_size,
330 OopMapSet* oop_maps,
331 bool caller_must_gc_arguments)
332 {
333 RuntimeStub* stub = NULL;
334 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
335 {
336 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
337 unsigned int size = allocation_size(cb, sizeof(RuntimeStub));
338 stub = new (size) RuntimeStub(stub_name, cb, size, frame_complete, frame_size, oop_maps, caller_must_gc_arguments);
339 }
341 trace_new_stub(stub, "RuntimeStub - ", stub_name);
343 return stub;
344 }
347 void* RuntimeStub::operator new(size_t s, unsigned size) {
348 void* p = CodeCache::allocate(size);
349 if (!p) fatal("Initial size of CodeCache is too small");
350 return p;
351 }
353 // operator new shared by all singletons:
354 void* SingletonBlob::operator new(size_t s, unsigned size) {
355 void* p = CodeCache::allocate(size);
356 if (!p) fatal("Initial size of CodeCache is too small");
357 return p;
358 }
361 //----------------------------------------------------------------------------------------------------
362 // Implementation of DeoptimizationBlob
364 DeoptimizationBlob::DeoptimizationBlob(
365 CodeBuffer* cb,
366 int size,
367 OopMapSet* oop_maps,
368 int unpack_offset,
369 int unpack_with_exception_offset,
370 int unpack_with_reexecution_offset,
371 int frame_size
372 )
373 : SingletonBlob("DeoptimizationBlob", cb, sizeof(DeoptimizationBlob), size, frame_size, oop_maps)
374 {
375 _unpack_offset = unpack_offset;
376 _unpack_with_exception = unpack_with_exception_offset;
377 _unpack_with_reexecution = unpack_with_reexecution_offset;
378 #ifdef COMPILER1
379 _unpack_with_exception_in_tls = -1;
380 #endif
381 }
384 DeoptimizationBlob* DeoptimizationBlob::create(
385 CodeBuffer* cb,
386 OopMapSet* oop_maps,
387 int unpack_offset,
388 int unpack_with_exception_offset,
389 int unpack_with_reexecution_offset,
390 int frame_size)
391 {
392 DeoptimizationBlob* blob = NULL;
393 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
394 {
395 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
396 unsigned int size = allocation_size(cb, sizeof(DeoptimizationBlob));
397 blob = new (size) DeoptimizationBlob(cb,
398 size,
399 oop_maps,
400 unpack_offset,
401 unpack_with_exception_offset,
402 unpack_with_reexecution_offset,
403 frame_size);
404 }
406 trace_new_stub(blob, "DeoptimizationBlob");
408 return blob;
409 }
412 //----------------------------------------------------------------------------------------------------
413 // Implementation of UncommonTrapBlob
415 #ifdef COMPILER2
416 UncommonTrapBlob::UncommonTrapBlob(
417 CodeBuffer* cb,
418 int size,
419 OopMapSet* oop_maps,
420 int frame_size
421 )
422 : SingletonBlob("UncommonTrapBlob", cb, sizeof(UncommonTrapBlob), size, frame_size, oop_maps)
423 {}
426 UncommonTrapBlob* UncommonTrapBlob::create(
427 CodeBuffer* cb,
428 OopMapSet* oop_maps,
429 int frame_size)
430 {
431 UncommonTrapBlob* blob = NULL;
432 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
433 {
434 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
435 unsigned int size = allocation_size(cb, sizeof(UncommonTrapBlob));
436 blob = new (size) UncommonTrapBlob(cb, size, oop_maps, frame_size);
437 }
439 trace_new_stub(blob, "UncommonTrapBlob");
441 return blob;
442 }
445 #endif // COMPILER2
448 //----------------------------------------------------------------------------------------------------
449 // Implementation of ExceptionBlob
451 #ifdef COMPILER2
452 ExceptionBlob::ExceptionBlob(
453 CodeBuffer* cb,
454 int size,
455 OopMapSet* oop_maps,
456 int frame_size
457 )
458 : SingletonBlob("ExceptionBlob", cb, sizeof(ExceptionBlob), size, frame_size, oop_maps)
459 {}
462 ExceptionBlob* ExceptionBlob::create(
463 CodeBuffer* cb,
464 OopMapSet* oop_maps,
465 int frame_size)
466 {
467 ExceptionBlob* blob = NULL;
468 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
469 {
470 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
471 unsigned int size = allocation_size(cb, sizeof(ExceptionBlob));
472 blob = new (size) ExceptionBlob(cb, size, oop_maps, frame_size);
473 }
475 trace_new_stub(blob, "ExceptionBlob");
477 return blob;
478 }
481 #endif // COMPILER2
484 //----------------------------------------------------------------------------------------------------
485 // Implementation of SafepointBlob
487 SafepointBlob::SafepointBlob(
488 CodeBuffer* cb,
489 int size,
490 OopMapSet* oop_maps,
491 int frame_size
492 )
493 : SingletonBlob("SafepointBlob", cb, sizeof(SafepointBlob), size, frame_size, oop_maps)
494 {}
497 SafepointBlob* SafepointBlob::create(
498 CodeBuffer* cb,
499 OopMapSet* oop_maps,
500 int frame_size)
501 {
502 SafepointBlob* blob = NULL;
503 ThreadInVMfromUnknown __tiv; // get to VM state in case we block on CodeCache_lock
504 {
505 MutexLockerEx mu(CodeCache_lock, Mutex::_no_safepoint_check_flag);
506 unsigned int size = allocation_size(cb, sizeof(SafepointBlob));
507 blob = new (size) SafepointBlob(cb, size, oop_maps, frame_size);
508 }
510 trace_new_stub(blob, "SafepointBlob");
512 return blob;
513 }
516 //----------------------------------------------------------------------------------------------------
517 // Verification and printing
519 void CodeBlob::verify() {
520 ShouldNotReachHere();
521 }
523 void CodeBlob::print_on(outputStream* st) const {
524 st->print_cr("[CodeBlob (" INTPTR_FORMAT ")]", this);
525 st->print_cr("Framesize: %d", _frame_size);
526 }
528 void CodeBlob::print_value_on(outputStream* st) const {
529 st->print_cr("[CodeBlob]");
530 }
532 void BufferBlob::verify() {
533 // unimplemented
534 }
536 void BufferBlob::print_on(outputStream* st) const {
537 CodeBlob::print_on(st);
538 print_value_on(st);
539 }
541 void BufferBlob::print_value_on(outputStream* st) const {
542 st->print_cr("BufferBlob (" INTPTR_FORMAT ") used for %s", this, name());
543 }
545 void RuntimeStub::verify() {
546 // unimplemented
547 }
549 void RuntimeStub::print_on(outputStream* st) const {
550 CodeBlob::print_on(st);
551 st->print("Runtime Stub (" INTPTR_FORMAT "): ", this);
552 st->print_cr(name());
553 Disassembler::decode((CodeBlob*)this, st);
554 }
556 void RuntimeStub::print_value_on(outputStream* st) const {
557 st->print("RuntimeStub (" INTPTR_FORMAT "): ", this); st->print(name());
558 }
560 void SingletonBlob::verify() {
561 // unimplemented
562 }
564 void SingletonBlob::print_on(outputStream* st) const {
565 CodeBlob::print_on(st);
566 st->print_cr(name());
567 Disassembler::decode((CodeBlob*)this, st);
568 }
570 void SingletonBlob::print_value_on(outputStream* st) const {
571 st->print_cr(name());
572 }
574 void DeoptimizationBlob::print_value_on(outputStream* st) const {
575 st->print_cr("Deoptimization (frame not available)");
576 }