src/share/vm/gc_implementation/g1/g1GCPhaseTimes.hpp

Fri, 29 Aug 2014 13:12:21 +0200

author
mgerdin
date
Fri, 29 Aug 2014 13:12:21 +0200
changeset 7208
7baf47cb97cb
parent 7010
a3953c777565
child 7535
7ae4e26cb1e0
child 7658
c3fcc09c9239
permissions
-rw-r--r--

8048268: G1 Code Root Migration performs poorly
Summary: Replace G1CodeRootSet with a Hashtable based implementation, merge Code Root Migration phase into Code Root Scanning
Reviewed-by: jmasa, brutisso, tschatzl

brutisso@3923 1 /*
tschatzl@6402 2 * Copyright (c) 2013, 2014 Oracle and/or its affiliates. All rights reserved.
brutisso@3923 3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
brutisso@3923 4 *
brutisso@3923 5 * This code is free software; you can redistribute it and/or modify it
brutisso@3923 6 * under the terms of the GNU General Public License version 2 only, as
brutisso@3923 7 * published by the Free Software Foundation.
brutisso@3923 8 *
brutisso@3923 9 * This code is distributed in the hope that it will be useful, but WITHOUT
brutisso@3923 10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
brutisso@3923 11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
brutisso@3923 12 * version 2 for more details (a copy is included in the LICENSE file that
brutisso@3923 13 * accompanied this code).
brutisso@3923 14 *
brutisso@3923 15 * You should have received a copy of the GNU General Public License version
brutisso@3923 16 * 2 along with this work; if not, write to the Free Software Foundation,
brutisso@3923 17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
brutisso@3923 18 *
brutisso@3923 19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
brutisso@3923 20 * or visit www.oracle.com if you need additional information or have any
brutisso@3923 21 * questions.
brutisso@3923 22 *
brutisso@3923 23 */
brutisso@3923 24
brutisso@3923 25 #ifndef SHARE_VM_GC_IMPLEMENTATION_G1_G1GCPHASETIMESLOG_HPP
brutisso@3923 26 #define SHARE_VM_GC_IMPLEMENTATION_G1_G1GCPHASETIMESLOG_HPP
brutisso@3923 27
brutisso@3923 28 #include "memory/allocation.hpp"
brutisso@3923 29 #include "gc_interface/gcCause.hpp"
brutisso@3923 30
brutisso@4015 31 template <class T>
brutisso@4015 32 class WorkerDataArray : public CHeapObj<mtGC> {
brutisso@4015 33 T* _data;
brutisso@4015 34 uint _length;
brutisso@4015 35 const char* _print_format;
brutisso@4015 36 bool _print_sum;
brutisso@4015 37
brutisso@4475 38 NOT_PRODUCT(static const T _uninitialized;)
brutisso@4475 39
brutisso@4015 40 // We are caching the sum and average to only have to calculate them once.
sla@5237 41 // This is not done in an MT-safe way. It is intended to allow single
brutisso@4015 42 // threaded code to call sum() and average() multiple times in any order
brutisso@4015 43 // without having to worry about the cost.
brutisso@4015 44 bool _has_new_data;
brutisso@4015 45 T _sum;
brutisso@4015 46 double _average;
brutisso@4015 47
brutisso@4015 48 public:
brutisso@4015 49 WorkerDataArray(uint length, const char* print_format, bool print_sum = true) :
brutisso@4015 50 _length(length), _print_format(print_format), _print_sum(print_sum), _has_new_data(true) {
brutisso@4015 51 assert(length > 0, "Must have some workers to store data for");
brutisso@4015 52 _data = NEW_C_HEAP_ARRAY(T, _length, mtGC);
brutisso@4015 53 }
brutisso@4015 54
brutisso@4015 55 ~WorkerDataArray() {
brutisso@4015 56 FREE_C_HEAP_ARRAY(T, _data, mtGC);
brutisso@4015 57 }
brutisso@4015 58
brutisso@4015 59 void set(uint worker_i, T value) {
brutisso@4015 60 assert(worker_i < _length, err_msg("Worker %d is greater than max: %d", worker_i, _length));
brutisso@4015 61 assert(_data[worker_i] == (T)-1, err_msg("Overwriting data for worker %d", worker_i));
brutisso@4015 62 _data[worker_i] = value;
brutisso@4015 63 _has_new_data = true;
brutisso@4015 64 }
brutisso@4015 65
brutisso@4015 66 T get(uint worker_i) {
brutisso@4015 67 assert(worker_i < _length, err_msg("Worker %d is greater than max: %d", worker_i, _length));
brutisso@4015 68 assert(_data[worker_i] != (T)-1, err_msg("No data to add to for worker %d", worker_i));
brutisso@4015 69 return _data[worker_i];
brutisso@4015 70 }
brutisso@4015 71
brutisso@4015 72 void add(uint worker_i, T value) {
brutisso@4015 73 assert(worker_i < _length, err_msg("Worker %d is greater than max: %d", worker_i, _length));
brutisso@4015 74 assert(_data[worker_i] != (T)-1, err_msg("No data to add to for worker %d", worker_i));
brutisso@4015 75 _data[worker_i] += value;
brutisso@4015 76 _has_new_data = true;
brutisso@4015 77 }
brutisso@4015 78
brutisso@4015 79 double average(){
brutisso@4015 80 if (_has_new_data) {
brutisso@4015 81 calculate_totals();
brutisso@4015 82 }
brutisso@4015 83 return _average;
brutisso@4015 84 }
brutisso@4015 85
brutisso@4015 86 T sum() {
brutisso@4015 87 if (_has_new_data) {
brutisso@4015 88 calculate_totals();
brutisso@4015 89 }
brutisso@4015 90 return _sum;
brutisso@4015 91 }
brutisso@4015 92
brutisso@4015 93 void print(int level, const char* title);
brutisso@4015 94
brutisso@4015 95 void reset() PRODUCT_RETURN;
brutisso@4015 96 void verify() PRODUCT_RETURN;
brutisso@4015 97
brutisso@4015 98 private:
brutisso@4015 99
brutisso@4015 100 void calculate_totals(){
brutisso@4015 101 _sum = (T)0;
brutisso@4015 102 for (uint i = 0; i < _length; ++i) {
brutisso@4015 103 _sum += _data[i];
brutisso@4015 104 }
brutisso@4015 105 _average = (double)_sum / (double)_length;
brutisso@4015 106 _has_new_data = false;
brutisso@4015 107 }
brutisso@4015 108 };
brutisso@4015 109
jmasa@3924 110 class G1GCPhaseTimes : public CHeapObj<mtGC> {
brutisso@3923 111
brutisso@3923 112 private:
brutisso@3923 113 uint _active_gc_threads;
brutisso@3923 114 uint _max_gc_threads;
brutisso@3923 115
brutisso@4015 116 WorkerDataArray<double> _last_gc_worker_start_times_ms;
brutisso@4015 117 WorkerDataArray<double> _last_ext_root_scan_times_ms;
brutisso@4015 118 WorkerDataArray<double> _last_satb_filtering_times_ms;
brutisso@4015 119 WorkerDataArray<double> _last_update_rs_times_ms;
brutisso@4015 120 WorkerDataArray<int> _last_update_rs_processed_buffers;
brutisso@4015 121 WorkerDataArray<double> _last_scan_rs_times_ms;
johnc@5548 122 WorkerDataArray<double> _last_strong_code_root_scan_times_ms;
brutisso@4015 123 WorkerDataArray<double> _last_obj_copy_times_ms;
brutisso@4015 124 WorkerDataArray<double> _last_termination_times_ms;
brutisso@4015 125 WorkerDataArray<size_t> _last_termination_attempts;
brutisso@4015 126 WorkerDataArray<double> _last_gc_worker_end_times_ms;
brutisso@4015 127 WorkerDataArray<double> _last_gc_worker_times_ms;
brutisso@4015 128 WorkerDataArray<double> _last_gc_worker_other_times_ms;
brutisso@3923 129
brutisso@3923 130 double _cur_collection_par_time_ms;
brutisso@3923 131 double _cur_collection_code_root_fixup_time_ms;
tschatzl@6402 132 double _cur_strong_code_root_purge_time_ms;
brutisso@3923 133
tschatzl@6406 134 double _cur_evac_fail_recalc_used;
tschatzl@6406 135 double _cur_evac_fail_restore_remsets;
tschatzl@6406 136 double _cur_evac_fail_remove_self_forwards;
tschatzl@6406 137
pliden@6413 138 double _cur_string_dedup_fixup_time_ms;
pliden@6413 139 WorkerDataArray<double> _cur_string_dedup_queue_fixup_worker_times_ms;
pliden@6413 140 WorkerDataArray<double> _cur_string_dedup_table_fixup_worker_times_ms;
pliden@6413 141
brutisso@3923 142 double _cur_clear_ct_time_ms;
brutisso@3923 143 double _cur_ref_proc_time_ms;
brutisso@3923 144 double _cur_ref_enq_time_ms;
brutisso@3923 145
brutisso@3923 146 double _cur_collection_start_sec;
brutisso@3923 147 double _root_region_scan_wait_time_ms;
brutisso@3923 148
brutisso@3923 149 double _recorded_young_cset_choice_time_ms;
brutisso@3923 150 double _recorded_non_young_cset_choice_time_ms;
brutisso@3923 151
tschatzl@6930 152 WorkerDataArray<double> _last_redirty_logged_cards_time_ms;
tschatzl@6930 153 WorkerDataArray<size_t> _last_redirty_logged_cards_processed_cards;
tschatzl@6405 154 double _recorded_redirty_logged_cards_time_ms;
tschatzl@6405 155
brutisso@3923 156 double _recorded_young_free_cset_time_ms;
brutisso@3923 157 double _recorded_non_young_free_cset_time_ms;
brutisso@3923 158
tschatzl@7010 159 double _cur_fast_reclaim_humongous_time_ms;
tschatzl@7010 160 size_t _cur_fast_reclaim_humongous_total;
tschatzl@7010 161 size_t _cur_fast_reclaim_humongous_candidates;
tschatzl@7010 162 size_t _cur_fast_reclaim_humongous_reclaimed;
tschatzl@7010 163
brutisso@4015 164 double _cur_verify_before_time_ms;
brutisso@4015 165 double _cur_verify_after_time_ms;
brutisso@4015 166
brutisso@4015 167 // Helper methods for detailed logging
brutisso@4015 168 void print_stats(int level, const char* str, double value);
tschatzl@7010 169 void print_stats(int level, const char* str, size_t value);
vkempik@6552 170 void print_stats(int level, const char* str, double value, uint workers);
brutisso@3923 171
brutisso@3923 172 public:
brutisso@3923 173 G1GCPhaseTimes(uint max_gc_threads);
brutisso@4015 174 void note_gc_start(uint active_gc_threads);
brutisso@4015 175 void note_gc_end();
brutisso@4015 176 void print(double pause_time_sec);
brutisso@3923 177
brutisso@3923 178 void record_gc_worker_start_time(uint worker_i, double ms) {
brutisso@4015 179 _last_gc_worker_start_times_ms.set(worker_i, ms);
brutisso@3923 180 }
brutisso@3923 181
brutisso@3923 182 void record_ext_root_scan_time(uint worker_i, double ms) {
brutisso@4015 183 _last_ext_root_scan_times_ms.set(worker_i, ms);
brutisso@3923 184 }
brutisso@3923 185
brutisso@3923 186 void record_satb_filtering_time(uint worker_i, double ms) {
brutisso@4015 187 _last_satb_filtering_times_ms.set(worker_i, ms);
brutisso@3923 188 }
brutisso@3923 189
brutisso@3923 190 void record_update_rs_time(uint worker_i, double ms) {
brutisso@4015 191 _last_update_rs_times_ms.set(worker_i, ms);
brutisso@3923 192 }
brutisso@3923 193
brutisso@4015 194 void record_update_rs_processed_buffers(uint worker_i, int processed_buffers) {
brutisso@4015 195 _last_update_rs_processed_buffers.set(worker_i, processed_buffers);
brutisso@3923 196 }
brutisso@3923 197
brutisso@3923 198 void record_scan_rs_time(uint worker_i, double ms) {
brutisso@4015 199 _last_scan_rs_times_ms.set(worker_i, ms);
brutisso@3923 200 }
brutisso@3923 201
johnc@5548 202 void record_strong_code_root_scan_time(uint worker_i, double ms) {
johnc@5548 203 _last_strong_code_root_scan_times_ms.set(worker_i, ms);
johnc@5548 204 }
johnc@5548 205
brutisso@3923 206 void record_obj_copy_time(uint worker_i, double ms) {
brutisso@4015 207 _last_obj_copy_times_ms.set(worker_i, ms);
brutisso@4015 208 }
brutisso@4015 209
brutisso@4015 210 void add_obj_copy_time(uint worker_i, double ms) {
brutisso@4015 211 _last_obj_copy_times_ms.add(worker_i, ms);
brutisso@3923 212 }
brutisso@3923 213
brutisso@3923 214 void record_termination(uint worker_i, double ms, size_t attempts) {
brutisso@4015 215 _last_termination_times_ms.set(worker_i, ms);
brutisso@4015 216 _last_termination_attempts.set(worker_i, attempts);
brutisso@3923 217 }
brutisso@3923 218
brutisso@3923 219 void record_gc_worker_end_time(uint worker_i, double ms) {
brutisso@4015 220 _last_gc_worker_end_times_ms.set(worker_i, ms);
brutisso@3923 221 }
brutisso@3923 222
brutisso@3923 223 void record_clear_ct_time(double ms) {
brutisso@3923 224 _cur_clear_ct_time_ms = ms;
brutisso@3923 225 }
brutisso@3923 226
brutisso@3923 227 void record_par_time(double ms) {
brutisso@3923 228 _cur_collection_par_time_ms = ms;
brutisso@3923 229 }
brutisso@3923 230
brutisso@3923 231 void record_code_root_fixup_time(double ms) {
brutisso@3923 232 _cur_collection_code_root_fixup_time_ms = ms;
brutisso@3923 233 }
brutisso@3923 234
tschatzl@6402 235 void record_strong_code_root_purge_time(double ms) {
tschatzl@6402 236 _cur_strong_code_root_purge_time_ms = ms;
tschatzl@6402 237 }
tschatzl@6402 238
tschatzl@6406 239 void record_evac_fail_recalc_used_time(double ms) {
tschatzl@6406 240 _cur_evac_fail_recalc_used = ms;
tschatzl@6406 241 }
tschatzl@6406 242
tschatzl@6406 243 void record_evac_fail_restore_remsets(double ms) {
tschatzl@6406 244 _cur_evac_fail_restore_remsets = ms;
tschatzl@6406 245 }
tschatzl@6406 246
tschatzl@6406 247 void record_evac_fail_remove_self_forwards(double ms) {
tschatzl@6406 248 _cur_evac_fail_remove_self_forwards = ms;
tschatzl@6406 249 }
tschatzl@6406 250
pliden@6413 251 void note_string_dedup_fixup_start();
pliden@6413 252 void note_string_dedup_fixup_end();
pliden@6413 253
pliden@6413 254 void record_string_dedup_fixup_time(double ms) {
pliden@6413 255 _cur_string_dedup_fixup_time_ms = ms;
pliden@6413 256 }
pliden@6413 257
pliden@6413 258 void record_string_dedup_queue_fixup_worker_time(uint worker_id, double ms) {
pliden@6413 259 _cur_string_dedup_queue_fixup_worker_times_ms.set(worker_id, ms);
pliden@6413 260 }
pliden@6413 261
pliden@6413 262 void record_string_dedup_table_fixup_worker_time(uint worker_id, double ms) {
pliden@6413 263 _cur_string_dedup_table_fixup_worker_times_ms.set(worker_id, ms);
pliden@6413 264 }
pliden@6413 265
brutisso@3923 266 void record_ref_proc_time(double ms) {
brutisso@3923 267 _cur_ref_proc_time_ms = ms;
brutisso@3923 268 }
brutisso@3923 269
brutisso@3923 270 void record_ref_enq_time(double ms) {
brutisso@3923 271 _cur_ref_enq_time_ms = ms;
brutisso@3923 272 }
brutisso@3923 273
brutisso@3923 274 void record_root_region_scan_wait_time(double time_ms) {
brutisso@3923 275 _root_region_scan_wait_time_ms = time_ms;
brutisso@3923 276 }
brutisso@3923 277
brutisso@3923 278 void record_young_free_cset_time_ms(double time_ms) {
brutisso@3923 279 _recorded_young_free_cset_time_ms = time_ms;
brutisso@3923 280 }
brutisso@3923 281
brutisso@3923 282 void record_non_young_free_cset_time_ms(double time_ms) {
brutisso@3923 283 _recorded_non_young_free_cset_time_ms = time_ms;
brutisso@3923 284 }
brutisso@4015 285
tschatzl@7010 286 void record_fast_reclaim_humongous_stats(size_t total, size_t candidates) {
tschatzl@7010 287 _cur_fast_reclaim_humongous_total = total;
tschatzl@7010 288 _cur_fast_reclaim_humongous_candidates = candidates;
tschatzl@7010 289 }
tschatzl@7010 290
tschatzl@7010 291 void record_fast_reclaim_humongous_time_ms(double value, size_t reclaimed) {
tschatzl@7010 292 _cur_fast_reclaim_humongous_time_ms = value;
tschatzl@7010 293 _cur_fast_reclaim_humongous_reclaimed = reclaimed;
tschatzl@7010 294 }
tschatzl@7010 295
brutisso@4015 296 void record_young_cset_choice_time_ms(double time_ms) {
brutisso@4015 297 _recorded_young_cset_choice_time_ms = time_ms;
brutisso@4015 298 }
brutisso@4015 299
brutisso@4015 300 void record_non_young_cset_choice_time_ms(double time_ms) {
brutisso@4015 301 _recorded_non_young_cset_choice_time_ms = time_ms;
brutisso@4015 302 }
brutisso@4015 303
tschatzl@6930 304 void record_redirty_logged_cards_time_ms(uint worker_i, double time_ms) {
tschatzl@6930 305 _last_redirty_logged_cards_time_ms.set(worker_i, time_ms);
tschatzl@6930 306 }
tschatzl@6930 307
tschatzl@6930 308 void record_redirty_logged_cards_processed_cards(uint worker_i, size_t processed_buffers) {
tschatzl@6930 309 _last_redirty_logged_cards_processed_cards.set(worker_i, processed_buffers);
tschatzl@6930 310 }
tschatzl@6930 311
tschatzl@6405 312 void record_redirty_logged_cards_time_ms(double time_ms) {
tschatzl@6405 313 _recorded_redirty_logged_cards_time_ms = time_ms;
tschatzl@6405 314 }
tschatzl@6405 315
brutisso@4015 316 void record_cur_collection_start_sec(double time_ms) {
brutisso@4015 317 _cur_collection_start_sec = time_ms;
brutisso@4015 318 }
brutisso@4015 319
brutisso@4015 320 void record_verify_before_time_ms(double time_ms) {
brutisso@4015 321 _cur_verify_before_time_ms = time_ms;
brutisso@4015 322 }
brutisso@4015 323
brutisso@4015 324 void record_verify_after_time_ms(double time_ms) {
brutisso@4015 325 _cur_verify_after_time_ms = time_ms;
brutisso@4015 326 }
brutisso@4015 327
brutisso@4015 328 double accounted_time_ms();
brutisso@4015 329
brutisso@4015 330 double cur_collection_start_sec() {
brutisso@4015 331 return _cur_collection_start_sec;
brutisso@4015 332 }
brutisso@4015 333
brutisso@4015 334 double cur_collection_par_time_ms() {
brutisso@4015 335 return _cur_collection_par_time_ms;
brutisso@4015 336 }
brutisso@4015 337
brutisso@4015 338 double cur_clear_ct_time_ms() {
brutisso@4015 339 return _cur_clear_ct_time_ms;
brutisso@4015 340 }
brutisso@4015 341
brutisso@4015 342 double root_region_scan_wait_time_ms() {
brutisso@4015 343 return _root_region_scan_wait_time_ms;
brutisso@4015 344 }
brutisso@4015 345
brutisso@4015 346 double young_cset_choice_time_ms() {
brutisso@4015 347 return _recorded_young_cset_choice_time_ms;
brutisso@4015 348 }
brutisso@4015 349
brutisso@4015 350 double young_free_cset_time_ms() {
brutisso@4015 351 return _recorded_young_free_cset_time_ms;
brutisso@4015 352 }
brutisso@4015 353
brutisso@4015 354 double non_young_cset_choice_time_ms() {
brutisso@4015 355 return _recorded_non_young_cset_choice_time_ms;
brutisso@4015 356 }
brutisso@4015 357
brutisso@4015 358 double non_young_free_cset_time_ms() {
brutisso@4015 359 return _recorded_non_young_free_cset_time_ms;
brutisso@4015 360 }
brutisso@4015 361
tschatzl@7010 362 double fast_reclaim_humongous_time_ms() {
tschatzl@7010 363 return _cur_fast_reclaim_humongous_time_ms;
tschatzl@7010 364 }
tschatzl@7010 365
brutisso@4015 366 double average_last_update_rs_time() {
brutisso@4015 367 return _last_update_rs_times_ms.average();
brutisso@4015 368 }
brutisso@4015 369
brutisso@4015 370 int sum_last_update_rs_processed_buffers() {
brutisso@4015 371 return _last_update_rs_processed_buffers.sum();
brutisso@4015 372 }
brutisso@4015 373
brutisso@4015 374 double average_last_scan_rs_time(){
brutisso@4015 375 return _last_scan_rs_times_ms.average();
brutisso@4015 376 }
brutisso@4015 377
johnc@5548 378 double average_last_strong_code_root_scan_time(){
johnc@5548 379 return _last_strong_code_root_scan_times_ms.average();
johnc@5548 380 }
johnc@5548 381
brutisso@4015 382 double average_last_obj_copy_time() {
brutisso@4015 383 return _last_obj_copy_times_ms.average();
brutisso@4015 384 }
brutisso@4015 385
brutisso@4015 386 double average_last_termination_time() {
brutisso@4015 387 return _last_termination_times_ms.average();
brutisso@4015 388 }
brutisso@4015 389
brutisso@4015 390 double average_last_ext_root_scan_time() {
brutisso@4015 391 return _last_ext_root_scan_times_ms.average();
brutisso@4015 392 }
brutisso@4015 393
brutisso@4015 394 double average_last_satb_filtering_times_ms() {
brutisso@4015 395 return _last_satb_filtering_times_ms.average();
brutisso@4015 396 }
brutisso@3923 397 };
brutisso@3923 398
brutisso@3923 399 #endif // SHARE_VM_GC_IMPLEMENTATION_G1_G1GCPHASETIMESLOG_HPP

mercurial