Fri, 29 Jan 2010 09:27:22 -0800
4360113: Evict nmethods when code cache gets full
Summary: Speculatively unload the oldest nmethods when code cache gets full.
Reviewed-by: never, kvn
Contributed-by: eric.caspole@amd.com
1 /*
2 * Copyright 1999-2006 Sun Microsystems, Inc. All Rights Reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
20 * CA 95054 USA or visit www.sun.com if you need additional information or
21 * have any questions.
22 *
23 */
25 class nmethod;
26 class nmethodLocker;
28 // CompileTask
29 //
30 // An entry in the compile queue. It represents a pending or current
31 // compilation.
32 class CompileTask : public CHeapObj {
33 private:
34 Monitor* _lock;
35 uint _compile_id;
36 jobject _method;
37 int _osr_bci;
38 bool _is_complete;
39 bool _is_success;
40 bool _is_blocking;
41 int _comp_level;
42 int _num_inlined_bytecodes;
43 nmethodLocker* _code_handle; // holder of eventual result
44 CompileTask* _next;
46 // Fields used for logging why the compilation was initiated:
47 jlong _time_queued; // in units of os::elapsed_counter()
48 jobject _hot_method; // which method actually triggered this task
49 int _hot_count; // information about its invocation counter
50 const char* _comment; // more info about the task
52 public:
53 CompileTask() {
54 _lock = new Monitor(Mutex::nonleaf+2, "CompileTaskLock");
55 }
57 void initialize(int compile_id, methodHandle method, int osr_bci, int comp_level,
58 methodHandle hot_method, int hot_count, const char* comment,
59 bool is_blocking);
61 void free();
63 int compile_id() const { return _compile_id; }
64 jobject method_handle() const { return _method; }
65 int osr_bci() const { return _osr_bci; }
66 bool is_complete() const { return _is_complete; }
67 bool is_blocking() const { return _is_blocking; }
68 bool is_success() const { return _is_success; }
70 nmethodLocker* code_handle() const { return _code_handle; }
71 void set_code_handle(nmethodLocker* l) { _code_handle = l; }
72 nmethod* code() const; // _code_handle->code()
73 void set_code(nmethod* nm); // _code_handle->set_code(nm)
75 Monitor* lock() const { return _lock; }
77 void mark_complete() { _is_complete = true; }
78 void mark_success() { _is_success = true; }
80 int comp_level() { return _comp_level;}
81 void set_comp_level(int comp_level) { _comp_level = comp_level;}
83 int num_inlined_bytecodes() const { return _num_inlined_bytecodes; }
84 void set_num_inlined_bytecodes(int n) { _num_inlined_bytecodes = n; }
86 CompileTask* next() const { return _next; }
87 void set_next(CompileTask* next) { _next = next; }
89 void print();
90 void print_line();
91 void print_line_on_error(outputStream* st, char* buf, int buflen);
92 void log_task(xmlStream* log);
93 void log_task_queued();
94 void log_task_start(CompileLog* log);
95 void log_task_done(CompileLog* log);
97 };
99 // CompilerCounters
100 //
101 // Per Compiler Performance Counters.
102 //
103 class CompilerCounters : public CHeapObj {
105 public:
106 enum {
107 cmname_buffer_length = 160
108 };
110 private:
112 char _current_method[cmname_buffer_length];
113 PerfStringVariable* _perf_current_method;
115 int _compile_type;
116 PerfVariable* _perf_compile_type;
118 PerfCounter* _perf_time;
119 PerfCounter* _perf_compiles;
121 public:
122 CompilerCounters(const char* name, int instance, TRAPS);
124 // these methods should be called in a thread safe context
126 void set_current_method(const char* method) {
127 strncpy(_current_method, method, (size_t)cmname_buffer_length);
128 if (UsePerfData) _perf_current_method->set_value(method);
129 }
131 char* current_method() { return _current_method; }
133 void set_compile_type(int compile_type) {
134 _compile_type = compile_type;
135 if (UsePerfData) _perf_compile_type->set_value((jlong)compile_type);
136 }
138 int compile_type() { return _compile_type; }
140 PerfCounter* time_counter() { return _perf_time; }
141 PerfCounter* compile_counter() { return _perf_compiles; }
142 };
145 // CompileQueue
146 //
147 // A list of CompileTasks.
148 class CompileQueue : public CHeapObj {
149 private:
150 const char* _name;
151 Monitor* _lock;
153 CompileTask* _first;
154 CompileTask* _last;
156 public:
157 CompileQueue(const char* name, Monitor* lock) {
158 _name = name;
159 _lock = lock;
160 _first = NULL;
161 _last = NULL;
162 }
164 const char* name() const { return _name; }
165 Monitor* lock() const { return _lock; }
167 void add(CompileTask* task);
169 CompileTask* get();
171 bool is_empty() const { return _first == NULL; }
173 void print();
174 };
177 // Compilation
178 //
179 // The broker for all compilation requests.
180 class CompileBroker: AllStatic {
181 friend class Threads;
182 friend class CompileTaskWrapper;
184 public:
185 enum {
186 name_buffer_length = 100
187 };
189 // Compile type Information for print_last_compile() and CompilerCounters
190 enum { no_compile, normal_compile, osr_compile, native_compile };
192 private:
193 static bool _initialized;
194 static volatile bool _should_block;
196 // This flag can be used to stop compilation or turn it back on
197 static volatile jint _should_compile_new_jobs;
199 // The installed compiler(s)
200 static AbstractCompiler* _compilers[2];
202 // These counters are used for assigning id's to each compilation
203 static uint _compilation_id;
204 static uint _osr_compilation_id;
205 static uint _native_compilation_id;
207 static int _last_compile_type;
208 static int _last_compile_level;
209 static char _last_method_compiled[name_buffer_length];
211 static CompileQueue* _method_queue;
212 static CompileTask* _task_free_list;
214 static GrowableArray<CompilerThread*>* _method_threads;
216 // performance counters
217 static PerfCounter* _perf_total_compilation;
218 static PerfCounter* _perf_native_compilation;
219 static PerfCounter* _perf_osr_compilation;
220 static PerfCounter* _perf_standard_compilation;
222 static PerfCounter* _perf_total_bailout_count;
223 static PerfCounter* _perf_total_invalidated_count;
224 static PerfCounter* _perf_total_compile_count;
225 static PerfCounter* _perf_total_native_compile_count;
226 static PerfCounter* _perf_total_osr_compile_count;
227 static PerfCounter* _perf_total_standard_compile_count;
229 static PerfCounter* _perf_sum_osr_bytes_compiled;
230 static PerfCounter* _perf_sum_standard_bytes_compiled;
231 static PerfCounter* _perf_sum_nmethod_size;
232 static PerfCounter* _perf_sum_nmethod_code_size;
234 static PerfStringVariable* _perf_last_method;
235 static PerfStringVariable* _perf_last_failed_method;
236 static PerfStringVariable* _perf_last_invalidated_method;
237 static PerfVariable* _perf_last_compile_type;
238 static PerfVariable* _perf_last_compile_size;
239 static PerfVariable* _perf_last_failed_type;
240 static PerfVariable* _perf_last_invalidated_type;
242 // Timers and counters for generating statistics
243 static elapsedTimer _t_total_compilation;
244 static elapsedTimer _t_osr_compilation;
245 static elapsedTimer _t_standard_compilation;
247 static int _total_bailout_count;
248 static int _total_invalidated_count;
249 static int _total_compile_count;
250 static int _total_native_compile_count;
251 static int _total_osr_compile_count;
252 static int _total_standard_compile_count;
254 static int _sum_osr_bytes_compiled;
255 static int _sum_standard_bytes_compiled;
256 static int _sum_nmethod_size;
257 static int _sum_nmethod_code_size;
259 static int compiler_count() {
260 return CICompilerCountPerCPU
261 // Example: if CICompilerCountPerCPU is true, then we get
262 // max(log2(8)-1,1) = 2 compiler threads on an 8-way machine.
263 // May help big-app startup time.
264 ? (MAX2(log2_intptr(os::active_processor_count())-1,1))
265 : CICompilerCount;
266 }
268 static CompilerThread* make_compiler_thread(const char* name, CompileQueue* queue, CompilerCounters* counters, TRAPS);
269 static void init_compiler_threads(int compiler_count);
270 static bool compilation_is_complete (methodHandle method, int osr_bci, int comp_level);
271 static bool compilation_is_in_queue (methodHandle method, int osr_bci);
272 static bool compilation_is_prohibited(methodHandle method, int osr_bci, int comp_level);
273 static uint assign_compile_id (methodHandle method, int osr_bci);
274 static bool is_compile_blocking (methodHandle method, int osr_bci);
275 static void preload_classes (methodHandle method, TRAPS);
277 static CompileTask* create_compile_task(CompileQueue* queue,
278 int compile_id,
279 methodHandle method,
280 int osr_bci,
281 int comp_level,
282 methodHandle hot_method,
283 int hot_count,
284 const char* comment,
285 bool blocking);
286 static CompileTask* allocate_task();
287 static void free_task(CompileTask* task);
288 static void wait_for_completion(CompileTask* task);
290 static void invoke_compiler_on_method(CompileTask* task);
291 static void set_last_compile(CompilerThread *thread, methodHandle method, bool is_osr, int comp_level);
292 static void push_jni_handle_block();
293 static void pop_jni_handle_block();
294 static bool check_break_at(methodHandle method, int compile_id, bool is_osr);
295 static void collect_statistics(CompilerThread* thread, elapsedTimer time, CompileTask* task);
297 static void compile_method_base(methodHandle method,
298 int osr_bci,
299 int comp_level,
300 methodHandle hot_method,
301 int hot_count,
302 const char* comment,
303 TRAPS);
305 public:
306 enum {
307 // The entry bci used for non-OSR compilations.
308 standard_entry_bci = InvocationEntryBci
309 };
311 static AbstractCompiler* compiler(int level ) {
312 if (level == CompLevel_fast_compile) return _compilers[0];
313 assert(level == CompLevel_highest_tier, "what level?")
314 return _compilers[1];
315 }
317 static void compilation_init();
318 static void init_compiler_thread_log();
319 static nmethod* compile_method(methodHandle method, int osr_bci,
320 methodHandle hot_method, int hot_count,
321 const char* comment, TRAPS);
323 static void compiler_thread_loop();
325 static uint get_compilation_id() { return _compilation_id; }
326 static bool is_idle();
328 // Set _should_block.
329 // Call this from the VM, with Threads_lock held and a safepoint requested.
330 static void set_should_block();
332 // Call this from the compiler at convenient points, to poll for _should_block.
333 static void maybe_block();
335 enum {
336 // Flags for toggling compiler activity
337 stop_compilation = 0,
338 run_compilation = 1
339 };
341 static bool should_compile_new_jobs() { return UseCompiler && (_should_compile_new_jobs == run_compilation); }
342 static bool set_should_compile_new_jobs(jint new_state) {
343 // Return success if the current caller set it
344 jint old = Atomic::cmpxchg(new_state, &_should_compile_new_jobs, 1-new_state);
345 return (old == (1-new_state));
346 }
347 static void handle_full_code_cache();
349 // Return total compilation ticks
350 static jlong total_compilation_ticks() {
351 return _perf_total_compilation != NULL ? _perf_total_compilation->get_value() : 0;
352 }
354 // Print a detailed accounting of compilation time
355 static void print_times();
357 // Debugging output for failure
358 static void print_last_compile();
360 static void print_compiler_threads_on(outputStream* st);
361 };