src/cpu/ppc/vm/vm_version_ppc.cpp

Wed, 24 Apr 2019 11:48:37 -0400

author
gromero
date
Wed, 24 Apr 2019 11:48:37 -0400
changeset 9662
6eedcffa129d
parent 9497
f892c3b6b651
child 9684
69f33959c27f
permissions
-rw-r--r--

8154156: PPC64: improve array copy stubs by using vector instructions
Reviewed-by: goetz, mdoerr
Contributed-by: Kazunori Ogata <ogatak@jp.ibm.com>

goetz@6458 1 /*
gromero@9662 2 * Copyright (c) 1997, 2018, Oracle and/or its affiliates. All rights reserved.
gromero@9662 3 * Copyright 2012, 2018 SAP AG. All rights reserved.
goetz@6458 4 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
goetz@6458 5 *
goetz@6458 6 * This code is free software; you can redistribute it and/or modify it
goetz@6458 7 * under the terms of the GNU General Public License version 2 only, as
goetz@6458 8 * published by the Free Software Foundation.
goetz@6458 9 *
goetz@6458 10 * This code is distributed in the hope that it will be useful, but WITHOUT
goetz@6458 11 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
goetz@6458 12 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
goetz@6458 13 * version 2 for more details (a copy is included in the LICENSE file that
goetz@6458 14 * accompanied this code).
goetz@6458 15 *
goetz@6458 16 * You should have received a copy of the GNU General Public License version
goetz@6458 17 * 2 along with this work; if not, write to the Free Software Foundation,
goetz@6458 18 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
goetz@6458 19 *
goetz@6458 20 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
goetz@6458 21 * or visit www.oracle.com if you need additional information or have any
goetz@6458 22 * questions.
goetz@6458 23 *
goetz@6458 24 */
goetz@6458 25
goetz@6458 26 #include "precompiled.hpp"
goetz@6511 27 #include "asm/assembler.inline.hpp"
goetz@6511 28 #include "asm/macroAssembler.inline.hpp"
goetz@6458 29 #include "compiler/disassembler.hpp"
goetz@6458 30 #include "memory/resourceArea.hpp"
goetz@6458 31 #include "runtime/java.hpp"
goetz@6458 32 #include "runtime/stubCodeGenerator.hpp"
goetz@6458 33 #include "utilities/defaultStream.hpp"
goetz@6458 34 #include "vm_version_ppc.hpp"
goetz@6458 35 #ifdef TARGET_OS_FAMILY_aix
goetz@6458 36 # include "os_aix.inline.hpp"
goetz@6458 37 #endif
goetz@6458 38 #ifdef TARGET_OS_FAMILY_linux
goetz@6458 39 # include "os_linux.inline.hpp"
goetz@6458 40 #endif
goetz@6458 41
goetz@6458 42 # include <sys/sysinfo.h>
goetz@6458 43
goetz@6458 44 int VM_Version::_features = VM_Version::unknown_m;
goetz@6458 45 int VM_Version::_measured_cache_line_size = 128; // default value
goetz@6458 46 const char* VM_Version::_features_str = "";
goetz@6458 47 bool VM_Version::_is_determine_features_test_running = false;
gromero@9662 48 uint64_t VM_Version::_dscr_val = 0;
goetz@6458 49
goetz@6458 50 #define MSG(flag) \
goetz@6458 51 if (flag && !FLAG_IS_DEFAULT(flag)) \
goetz@6458 52 jio_fprintf(defaultStream::error_stream(), \
goetz@6458 53 "warning: -XX:+" #flag " requires -XX:+UseSIGTRAP\n" \
goetz@6458 54 " -XX:+" #flag " will be disabled!\n");
goetz@6458 55
goetz@6458 56 void VM_Version::initialize() {
goetz@6458 57
goetz@6458 58 // Test which instructions are supported and measure cache line size.
goetz@6458 59 determine_features();
goetz@6458 60
goetz@6458 61 // If PowerArchitecturePPC64 hasn't been specified explicitly determine from features.
goetz@6458 62 if (FLAG_IS_DEFAULT(PowerArchitecturePPC64)) {
gromero@9662 63 if (VM_Version::has_lqarx()) {
gromero@9662 64 FLAG_SET_ERGO(uintx, PowerArchitecturePPC64, 8);
gromero@9662 65 } else if (VM_Version::has_popcntw()) {
goetz@6458 66 FLAG_SET_ERGO(uintx, PowerArchitecturePPC64, 7);
goetz@6458 67 } else if (VM_Version::has_cmpb()) {
goetz@6458 68 FLAG_SET_ERGO(uintx, PowerArchitecturePPC64, 6);
goetz@6458 69 } else if (VM_Version::has_popcntb()) {
goetz@6458 70 FLAG_SET_ERGO(uintx, PowerArchitecturePPC64, 5);
goetz@6458 71 } else {
goetz@6458 72 FLAG_SET_ERGO(uintx, PowerArchitecturePPC64, 0);
goetz@6458 73 }
goetz@6458 74 }
goetz@6458 75 guarantee(PowerArchitecturePPC64 == 0 || PowerArchitecturePPC64 == 5 ||
gromero@9662 76 PowerArchitecturePPC64 == 6 || PowerArchitecturePPC64 == 7 ||
gromero@9662 77 PowerArchitecturePPC64 == 8,
gromero@9662 78 "PowerArchitecturePPC64 should be 0, 5, 6, 7, or 8");
gromero@9662 79
gromero@9662 80 // Power 8: Configure Data Stream Control Register.
gromero@9662 81 if (PowerArchitecturePPC64 >= 8) {
gromero@9662 82 config_dscr();
gromero@9662 83 }
goetz@6458 84
goetz@6458 85 if (!UseSIGTRAP) {
goetz@6458 86 MSG(TrapBasedICMissChecks);
goetz@6458 87 MSG(TrapBasedNotEntrantChecks);
goetz@6458 88 MSG(TrapBasedNullChecks);
goetz@6458 89 FLAG_SET_ERGO(bool, TrapBasedNotEntrantChecks, false);
goetz@6458 90 FLAG_SET_ERGO(bool, TrapBasedNullChecks, false);
goetz@6458 91 FLAG_SET_ERGO(bool, TrapBasedICMissChecks, false);
goetz@6458 92 }
goetz@6458 93
goetz@6458 94 #ifdef COMPILER2
goetz@6490 95 if (!UseSIGTRAP) {
goetz@6490 96 MSG(TrapBasedRangeChecks);
goetz@6490 97 FLAG_SET_ERGO(bool, TrapBasedRangeChecks, false);
goetz@6490 98 }
goetz@6490 99
goetz@6458 100 // On Power6 test for section size.
goetz@6495 101 if (PowerArchitecturePPC64 == 6) {
goetz@6458 102 determine_section_size();
goetz@6495 103 // TODO: PPC port } else {
goetz@6458 104 // TODO: PPC port PdScheduling::power6SectorSize = 0x20;
goetz@6495 105 }
goetz@6458 106
goetz@6458 107 MaxVectorSize = 8;
goetz@6458 108 #endif
goetz@6458 109
goetz@6458 110 // Create and print feature-string.
goetz@6495 111 char buf[(num_features+1) * 16]; // Max 16 chars per feature.
goetz@6458 112 jio_snprintf(buf, sizeof(buf),
gromero@9662 113 "ppc64%s%s%s%s%s%s%s%s%s%s%s%s%s",
goetz@6458 114 (has_fsqrt() ? " fsqrt" : ""),
goetz@6458 115 (has_isel() ? " isel" : ""),
goetz@6458 116 (has_lxarxeh() ? " lxarxeh" : ""),
goetz@6458 117 (has_cmpb() ? " cmpb" : ""),
goetz@6458 118 //(has_mftgpr()? " mftgpr" : ""),
goetz@6458 119 (has_popcntb() ? " popcntb" : ""),
goetz@6458 120 (has_popcntw() ? " popcntw" : ""),
goetz@6458 121 (has_fcfids() ? " fcfids" : ""),
simonis@8608 122 (has_vand() ? " vand" : ""),
gromero@9662 123 (has_lqarx() ? " lqarx" : ""),
mdoerr@9497 124 (has_vcipher() ? " aes" : ""),
gromero@9662 125 (has_vpmsumb() ? " vpmsumb" : ""),
gromero@9662 126 (has_mfdscr() ? " mfdscr" : ""),
gromero@9662 127 (has_vsx() ? " vsx" : "")
goetz@6458 128 // Make sure number of %s matches num_features!
goetz@6458 129 );
goetz@6458 130 _features_str = strdup(buf);
gromero@9662 131 if (Verbose) {
gromero@9662 132 print_features();
gromero@9662 133 }
goetz@6458 134
goetz@6458 135 // PPC64 supports 8-byte compare-exchange operations (see
goetz@6458 136 // Atomic::cmpxchg and StubGenerator::generate_atomic_cmpxchg_ptr)
goetz@6458 137 // and 'atomic long memory ops' (see Unsafe_GetLongVolatile).
goetz@6458 138 _supports_cx8 = true;
goetz@6458 139
goetz@6458 140 UseSSE = 0; // Only on x86 and x64
goetz@6458 141
goetz@6458 142 intx cache_line_size = _measured_cache_line_size;
goetz@6458 143
goetz@6458 144 if (FLAG_IS_DEFAULT(AllocatePrefetchStyle)) AllocatePrefetchStyle = 1;
goetz@6458 145
goetz@6458 146 if (AllocatePrefetchStyle == 4) {
goetz@6495 147 AllocatePrefetchStepSize = cache_line_size; // Need exact value.
goetz@6495 148 if (FLAG_IS_DEFAULT(AllocatePrefetchLines)) AllocatePrefetchLines = 12; // Use larger blocks by default.
goetz@6495 149 if (AllocatePrefetchDistance < 0) AllocatePrefetchDistance = 2*cache_line_size; // Default is not defined?
goetz@6458 150 } else {
goetz@6458 151 if (cache_line_size > AllocatePrefetchStepSize) AllocatePrefetchStepSize = cache_line_size;
goetz@6495 152 if (FLAG_IS_DEFAULT(AllocatePrefetchLines)) AllocatePrefetchLines = 3; // Optimistic value.
goetz@6495 153 if (AllocatePrefetchDistance < 0) AllocatePrefetchDistance = 3*cache_line_size; // Default is not defined?
goetz@6458 154 }
goetz@6458 155
goetz@6458 156 assert(AllocatePrefetchLines > 0, "invalid value");
goetz@7424 157 if (AllocatePrefetchLines < 1) { // Set valid value in product VM.
goetz@6495 158 AllocatePrefetchLines = 1; // Conservative value.
goetz@7424 159 }
goetz@6458 160
goetz@7424 161 if (AllocatePrefetchStyle == 3 && AllocatePrefetchDistance < cache_line_size) {
goetz@6495 162 AllocatePrefetchStyle = 1; // Fall back if inappropriate.
goetz@7424 163 }
goetz@6458 164
goetz@6458 165 assert(AllocatePrefetchStyle >= 0, "AllocatePrefetchStyle should be positive");
goetz@7424 166
gromero@9496 167 // Implementation does not use any of the vector instructions
gromero@9496 168 // available with Power8. Their exploitation is still pending.
gromero@9496 169 if (!UseCRC32Intrinsics) {
gromero@9496 170 if (FLAG_IS_DEFAULT(UseCRC32Intrinsics)) {
gromero@9496 171 FLAG_SET_DEFAULT(UseCRC32Intrinsics, true);
gromero@9496 172 }
goetz@7424 173 }
goetz@7424 174
goetz@7424 175 // The AES intrinsic stubs require AES instruction support.
simonis@8608 176 #if defined(VM_LITTLE_ENDIAN)
simonis@8608 177 if (has_vcipher()) {
simonis@8608 178 if (FLAG_IS_DEFAULT(UseAES)) {
simonis@8608 179 UseAES = true;
simonis@8608 180 }
simonis@8608 181 } else if (UseAES) {
simonis@8608 182 if (!FLAG_IS_DEFAULT(UseAES))
simonis@8608 183 warning("AES instructions are not available on this CPU");
simonis@8608 184 FLAG_SET_DEFAULT(UseAES, false);
simonis@8608 185 }
simonis@8608 186
simonis@8608 187 if (UseAES && has_vcipher()) {
simonis@8608 188 if (FLAG_IS_DEFAULT(UseAESIntrinsics)) {
simonis@8608 189 UseAESIntrinsics = true;
simonis@8608 190 }
simonis@8608 191 } else if (UseAESIntrinsics) {
simonis@8608 192 if (!FLAG_IS_DEFAULT(UseAESIntrinsics))
simonis@8608 193 warning("AES intrinsics are not available on this CPU");
simonis@8608 194 FLAG_SET_DEFAULT(UseAESIntrinsics, false);
simonis@8608 195 }
simonis@8608 196
simonis@8608 197 #else
goetz@7424 198 if (UseAES) {
goetz@7424 199 warning("AES instructions are not available on this CPU");
goetz@7424 200 FLAG_SET_DEFAULT(UseAES, false);
goetz@7424 201 }
goetz@7424 202 if (UseAESIntrinsics) {
goetz@7424 203 if (!FLAG_IS_DEFAULT(UseAESIntrinsics))
goetz@7424 204 warning("AES intrinsics are not available on this CPU");
goetz@7424 205 FLAG_SET_DEFAULT(UseAESIntrinsics, false);
goetz@7424 206 }
simonis@8608 207 #endif
goetz@7424 208
goetz@7424 209 if (UseSHA) {
goetz@7424 210 warning("SHA instructions are not available on this CPU");
goetz@7424 211 FLAG_SET_DEFAULT(UseSHA, false);
goetz@7424 212 }
goetz@7424 213 if (UseSHA1Intrinsics || UseSHA256Intrinsics || UseSHA512Intrinsics) {
goetz@7424 214 warning("SHA intrinsics are not available on this CPU");
goetz@7424 215 FLAG_SET_DEFAULT(UseSHA1Intrinsics, false);
goetz@7424 216 FLAG_SET_DEFAULT(UseSHA256Intrinsics, false);
goetz@7424 217 FLAG_SET_DEFAULT(UseSHA512Intrinsics, false);
goetz@7424 218 }
goetz@7424 219
mdoerr@8903 220 if (FLAG_IS_DEFAULT(UseMontgomeryMultiplyIntrinsic)) {
mdoerr@8903 221 UseMontgomeryMultiplyIntrinsic = true;
mdoerr@8903 222 }
mdoerr@8903 223 if (FLAG_IS_DEFAULT(UseMontgomerySquareIntrinsic)) {
mdoerr@8903 224 UseMontgomerySquareIntrinsic = true;
mdoerr@8903 225 }
goetz@6458 226 }
goetz@6458 227
goetz@6458 228 void VM_Version::print_features() {
drchase@6680 229 tty->print_cr("Version: %s cache_line_size = %d", cpu_features(), (int) get_cache_line_size());
goetz@6458 230 }
goetz@6458 231
goetz@6458 232 #ifdef COMPILER2
goetz@6458 233 // Determine section size on power6: If section size is 8 instructions,
goetz@6458 234 // there should be a difference between the two testloops of ~15 %. If
goetz@6458 235 // no difference is detected the section is assumed to be 32 instructions.
goetz@6458 236 void VM_Version::determine_section_size() {
goetz@6458 237
goetz@6458 238 int unroll = 80;
goetz@6458 239
goetz@6458 240 const int code_size = (2* unroll * 32 + 100)*BytesPerInstWord;
goetz@6458 241
goetz@6495 242 // Allocate space for the code.
goetz@6458 243 ResourceMark rm;
goetz@6458 244 CodeBuffer cb("detect_section_size", code_size, 0);
goetz@6458 245 MacroAssembler* a = new MacroAssembler(&cb);
goetz@6458 246
goetz@6458 247 uint32_t *code = (uint32_t *)a->pc();
goetz@6495 248 // Emit code.
goetz@6511 249 void (*test1)() = (void(*)())(void *)a->function_entry();
goetz@6458 250
goetz@6458 251 Label l1;
goetz@6458 252
goetz@6458 253 a->li(R4, 1);
goetz@6458 254 a->sldi(R4, R4, 28);
goetz@6458 255 a->b(l1);
goetz@6458 256 a->align(CodeEntryAlignment);
goetz@6458 257
goetz@6458 258 a->bind(l1);
goetz@6458 259
goetz@6458 260 for (int i = 0; i < unroll; i++) {
goetz@6458 261 // Schleife 1
goetz@6458 262 // ------- sector 0 ------------
goetz@6458 263 // ;; 0
goetz@6458 264 a->nop(); // 1
goetz@6458 265 a->fpnop0(); // 2
goetz@6458 266 a->fpnop1(); // 3
goetz@6458 267 a->addi(R4,R4, -1); // 4
goetz@6458 268
goetz@6458 269 // ;; 1
goetz@6458 270 a->nop(); // 5
goetz@6495 271 a->fmr(F6, F6); // 6
goetz@6495 272 a->fmr(F7, F7); // 7
goetz@6458 273 a->endgroup(); // 8
goetz@6458 274 // ------- sector 8 ------------
goetz@6458 275
goetz@6458 276 // ;; 2
goetz@6458 277 a->nop(); // 9
goetz@6458 278 a->nop(); // 10
goetz@6495 279 a->fmr(F8, F8); // 11
goetz@6495 280 a->fmr(F9, F9); // 12
goetz@6458 281
goetz@6458 282 // ;; 3
goetz@6458 283 a->nop(); // 13
goetz@6495 284 a->fmr(F10, F10); // 14
goetz@6495 285 a->fmr(F11, F11); // 15
goetz@6458 286 a->endgroup(); // 16
goetz@6458 287 // -------- sector 16 -------------
goetz@6458 288
goetz@6458 289 // ;; 4
goetz@6458 290 a->nop(); // 17
goetz@6458 291 a->nop(); // 18
goetz@6495 292 a->fmr(F15, F15); // 19
goetz@6495 293 a->fmr(F16, F16); // 20
goetz@6458 294
goetz@6458 295 // ;; 5
goetz@6458 296 a->nop(); // 21
goetz@6495 297 a->fmr(F17, F17); // 22
goetz@6495 298 a->fmr(F18, F18); // 23
goetz@6458 299 a->endgroup(); // 24
goetz@6458 300 // ------- sector 24 ------------
goetz@6458 301
goetz@6458 302 // ;; 6
goetz@6458 303 a->nop(); // 25
goetz@6458 304 a->nop(); // 26
goetz@6495 305 a->fmr(F19, F19); // 27
goetz@6495 306 a->fmr(F20, F20); // 28
goetz@6458 307
goetz@6458 308 // ;; 7
goetz@6458 309 a->nop(); // 29
goetz@6495 310 a->fmr(F21, F21); // 30
goetz@6495 311 a->fmr(F22, F22); // 31
goetz@6458 312 a->brnop0(); // 32
goetz@6458 313
goetz@6458 314 // ------- sector 32 ------------
goetz@6458 315 }
goetz@6458 316
goetz@6458 317 // ;; 8
goetz@6495 318 a->cmpdi(CCR0, R4, unroll); // 33
goetz@6495 319 a->bge(CCR0, l1); // 34
goetz@6458 320 a->blr();
goetz@6458 321
goetz@6495 322 // Emit code.
goetz@6511 323 void (*test2)() = (void(*)())(void *)a->function_entry();
goetz@6458 324 // uint32_t *code = (uint32_t *)a->pc();
goetz@6458 325
goetz@6458 326 Label l2;
goetz@6458 327
goetz@6458 328 a->li(R4, 1);
goetz@6458 329 a->sldi(R4, R4, 28);
goetz@6458 330 a->b(l2);
goetz@6458 331 a->align(CodeEntryAlignment);
goetz@6458 332
goetz@6458 333 a->bind(l2);
goetz@6458 334
goetz@6458 335 for (int i = 0; i < unroll; i++) {
goetz@6458 336 // Schleife 2
goetz@6458 337 // ------- sector 0 ------------
goetz@6458 338 // ;; 0
goetz@6458 339 a->brnop0(); // 1
goetz@6458 340 a->nop(); // 2
goetz@6458 341 //a->cmpdi(CCR0, R4, unroll);
goetz@6458 342 a->fpnop0(); // 3
goetz@6458 343 a->fpnop1(); // 4
goetz@6458 344 a->addi(R4,R4, -1); // 5
goetz@6458 345
goetz@6458 346 // ;; 1
goetz@6458 347
goetz@6458 348 a->nop(); // 6
goetz@6458 349 a->fmr(F6, F6); // 7
goetz@6458 350 a->fmr(F7, F7); // 8
goetz@6458 351 // ------- sector 8 ---------------
goetz@6458 352
goetz@6458 353 // ;; 2
goetz@6458 354 a->endgroup(); // 9
goetz@6458 355
goetz@6458 356 // ;; 3
goetz@6458 357 a->nop(); // 10
goetz@6458 358 a->nop(); // 11
goetz@6458 359 a->fmr(F8, F8); // 12
goetz@6458 360
goetz@6458 361 // ;; 4
goetz@6458 362 a->fmr(F9, F9); // 13
goetz@6458 363 a->nop(); // 14
goetz@6458 364 a->fmr(F10, F10); // 15
goetz@6458 365
goetz@6458 366 // ;; 5
goetz@6458 367 a->fmr(F11, F11); // 16
goetz@6458 368 // -------- sector 16 -------------
goetz@6458 369
goetz@6458 370 // ;; 6
goetz@6458 371 a->endgroup(); // 17
goetz@6458 372
goetz@6458 373 // ;; 7
goetz@6458 374 a->nop(); // 18
goetz@6458 375 a->nop(); // 19
goetz@6458 376 a->fmr(F15, F15); // 20
goetz@6458 377
goetz@6458 378 // ;; 8
goetz@6458 379 a->fmr(F16, F16); // 21
goetz@6458 380 a->nop(); // 22
goetz@6458 381 a->fmr(F17, F17); // 23
goetz@6458 382
goetz@6458 383 // ;; 9
goetz@6458 384 a->fmr(F18, F18); // 24
goetz@6458 385 // -------- sector 24 -------------
goetz@6458 386
goetz@6458 387 // ;; 10
goetz@6458 388 a->endgroup(); // 25
goetz@6458 389
goetz@6458 390 // ;; 11
goetz@6458 391 a->nop(); // 26
goetz@6458 392 a->nop(); // 27
goetz@6458 393 a->fmr(F19, F19); // 28
goetz@6458 394
goetz@6458 395 // ;; 12
goetz@6458 396 a->fmr(F20, F20); // 29
goetz@6458 397 a->nop(); // 30
goetz@6458 398 a->fmr(F21, F21); // 31
goetz@6458 399
goetz@6458 400 // ;; 13
goetz@6458 401 a->fmr(F22, F22); // 32
goetz@6458 402 }
goetz@6458 403
goetz@6458 404 // -------- sector 32 -------------
goetz@6458 405 // ;; 14
goetz@6458 406 a->cmpdi(CCR0, R4, unroll); // 33
goetz@6458 407 a->bge(CCR0, l2); // 34
goetz@6458 408
goetz@6458 409 a->blr();
goetz@6458 410 uint32_t *code_end = (uint32_t *)a->pc();
goetz@6458 411 a->flush();
goetz@6458 412
goetz@6458 413 double loop1_seconds,loop2_seconds, rel_diff;
goetz@6458 414 uint64_t start1, stop1;
goetz@6458 415
goetz@6458 416 start1 = os::current_thread_cpu_time(false);
goetz@6458 417 (*test1)();
goetz@6458 418 stop1 = os::current_thread_cpu_time(false);
goetz@6458 419 loop1_seconds = (stop1- start1) / (1000 *1000 *1000.0);
goetz@6458 420
goetz@6458 421
goetz@6458 422 start1 = os::current_thread_cpu_time(false);
goetz@6458 423 (*test2)();
goetz@6458 424 stop1 = os::current_thread_cpu_time(false);
goetz@6458 425
goetz@6458 426 loop2_seconds = (stop1 - start1) / (1000 *1000 *1000.0);
goetz@6458 427
goetz@6458 428 rel_diff = (loop2_seconds - loop1_seconds) / loop1_seconds *100;
goetz@6458 429
goetz@6458 430 if (PrintAssembly) {
goetz@6458 431 ttyLocker ttyl;
coleenp@7358 432 tty->print_cr("Decoding section size detection stub at " INTPTR_FORMAT " before execution:", p2i(code));
goetz@6458 433 Disassembler::decode((u_char*)code, (u_char*)code_end, tty);
goetz@6458 434 tty->print_cr("Time loop1 :%f", loop1_seconds);
goetz@6458 435 tty->print_cr("Time loop2 :%f", loop2_seconds);
goetz@6458 436 tty->print_cr("(time2 - time1) / time1 = %f %%", rel_diff);
goetz@6458 437
goetz@6458 438 if (rel_diff > 12.0) {
goetz@6458 439 tty->print_cr("Section Size 8 Instructions");
goetz@6458 440 } else{
goetz@6458 441 tty->print_cr("Section Size 32 Instructions or Power5");
goetz@6458 442 }
goetz@6458 443 }
goetz@6458 444
goetz@6458 445 #if 0 // TODO: PPC port
goetz@6458 446 // Set sector size (if not set explicitly).
goetz@6458 447 if (FLAG_IS_DEFAULT(Power6SectorSize128PPC64)) {
goetz@6458 448 if (rel_diff > 12.0) {
goetz@6458 449 PdScheduling::power6SectorSize = 0x20;
goetz@6458 450 } else {
goetz@6458 451 PdScheduling::power6SectorSize = 0x80;
goetz@6458 452 }
goetz@6458 453 } else if (Power6SectorSize128PPC64) {
goetz@6458 454 PdScheduling::power6SectorSize = 0x80;
goetz@6458 455 } else {
goetz@6458 456 PdScheduling::power6SectorSize = 0x20;
goetz@6458 457 }
goetz@6458 458 #endif
goetz@6458 459 if (UsePower6SchedulerPPC64) Unimplemented();
goetz@6458 460 }
goetz@6458 461 #endif // COMPILER2
goetz@6458 462
goetz@6458 463 void VM_Version::determine_features() {
goetz@6511 464 #if defined(ABI_ELFv2)
goetz@6511 465 const int code_size = (num_features+1+2*7)*BytesPerInstWord; // TODO(asmundak): calculation is incorrect.
goetz@6511 466 #else
goetz@6495 467 // 7 InstWords for each call (function descriptor + blr instruction).
goetz@6495 468 const int code_size = (num_features+1+2*7)*BytesPerInstWord;
goetz@6511 469 #endif
goetz@6458 470 int features = 0;
goetz@6458 471
goetz@6458 472 // create test area
goetz@6495 473 enum { BUFFER_SIZE = 2*4*K }; // Needs to be >=2* max cache line size (cache line size can't exceed min page size).
goetz@6458 474 char test_area[BUFFER_SIZE];
goetz@6458 475 char *mid_of_test_area = &test_area[BUFFER_SIZE>>1];
goetz@6458 476
goetz@6495 477 // Allocate space for the code.
goetz@6458 478 ResourceMark rm;
goetz@6458 479 CodeBuffer cb("detect_cpu_features", code_size, 0);
goetz@6458 480 MacroAssembler* a = new MacroAssembler(&cb);
goetz@6458 481
goetz@6515 482 // Must be set to true so we can generate the test code.
goetz@6515 483 _features = VM_Version::all_features_m;
goetz@6515 484
goetz@6495 485 // Emit code.
goetz@6511 486 void (*test)(address addr, uint64_t offset)=(void(*)(address addr, uint64_t offset))(void *)a->function_entry();
goetz@6458 487 uint32_t *code = (uint32_t *)a->pc();
goetz@6458 488 // Don't use R0 in ldarx.
goetz@6495 489 // Keep R3_ARG1 unmodified, it contains &field (see below).
goetz@6495 490 // Keep R4_ARG2 unmodified, it contains offset = 0 (see below).
goetz@6495 491 a->fsqrt(F3, F4); // code[0] -> fsqrt_m
goetz@6515 492 a->fsqrts(F3, F4); // code[1] -> fsqrts_m
goetz@6515 493 a->isel(R7, R5, R6, 0); // code[2] -> isel_m
goetz@6515 494 a->ldarx_unchecked(R7, R3_ARG1, R4_ARG2, 1); // code[3] -> lxarx_m
goetz@6515 495 a->cmpb(R7, R5, R6); // code[4] -> bcmp
goetz@6515 496 //a->mftgpr(R7, F3); // code[5] -> mftgpr
goetz@6515 497 a->popcntb(R7, R5); // code[6] -> popcntb
goetz@6515 498 a->popcntw(R7, R5); // code[7] -> popcntw
goetz@6515 499 a->fcfids(F3, F4); // code[8] -> fcfids
goetz@6515 500 a->vand(VR0, VR0, VR0); // code[9] -> vand
gromero@9662 501 a->lqarx_unchecked(R7, R3_ARG1, R4_ARG2, 1); // code[10] -> lqarx_m
gromero@9662 502 a->vcipher(VR0, VR1, VR2); // code[11] -> vcipher
gromero@9662 503 a->vpmsumb(VR0, VR1, VR2); // code[12] -> vpmsumb
gromero@9662 504 a->mfdscr(R0); // code[13] -> mfdscr
gromero@9662 505 a->lxvd2x(VSR0, 0, R3_ARG1); // code[14] -> vsx
goetz@6458 506 a->blr();
goetz@6458 507
goetz@6495 508 // Emit function to set one cache line to zero. Emit function descriptor and get pointer to it.
goetz@6511 509 void (*zero_cacheline_func_ptr)(char*) = (void(*)(char*))(void *)a->function_entry();
goetz@6495 510 a->dcbz(R3_ARG1); // R3_ARG1 = addr
goetz@6458 511 a->blr();
goetz@6458 512
goetz@6458 513 uint32_t *code_end = (uint32_t *)a->pc();
goetz@6458 514 a->flush();
goetz@6515 515 _features = VM_Version::unknown_m;
goetz@6458 516
goetz@6458 517 // Print the detection code.
goetz@6458 518 if (PrintAssembly) {
goetz@6458 519 ttyLocker ttyl;
coleenp@7358 520 tty->print_cr("Decoding cpu-feature detection stub at " INTPTR_FORMAT " before execution:", p2i(code));
goetz@6458 521 Disassembler::decode((u_char*)code, (u_char*)code_end, tty);
goetz@6458 522 }
goetz@6458 523
goetz@6458 524 // Measure cache line size.
goetz@6495 525 memset(test_area, 0xFF, BUFFER_SIZE); // Fill test area with 0xFF.
goetz@6495 526 (*zero_cacheline_func_ptr)(mid_of_test_area); // Call function which executes dcbz to the middle.
goetz@6458 527 int count = 0; // count zeroed bytes
goetz@6458 528 for (int i = 0; i < BUFFER_SIZE; i++) if (test_area[i] == 0) count++;
goetz@6458 529 guarantee(is_power_of_2(count), "cache line size needs to be a power of 2");
goetz@6458 530 _measured_cache_line_size = count;
goetz@6458 531
goetz@6458 532 // Execute code. Illegal instructions will be replaced by 0 in the signal handler.
goetz@6458 533 VM_Version::_is_determine_features_test_running = true;
goetz@6458 534 (*test)((address)mid_of_test_area, (uint64_t)0);
goetz@6458 535 VM_Version::_is_determine_features_test_running = false;
goetz@6458 536
goetz@6458 537 // determine which instructions are legal.
goetz@6458 538 int feature_cntr = 0;
goetz@6458 539 if (code[feature_cntr++]) features |= fsqrt_m;
goetz@6515 540 if (code[feature_cntr++]) features |= fsqrts_m;
goetz@6458 541 if (code[feature_cntr++]) features |= isel_m;
goetz@6458 542 if (code[feature_cntr++]) features |= lxarxeh_m;
goetz@6458 543 if (code[feature_cntr++]) features |= cmpb_m;
goetz@6458 544 //if(code[feature_cntr++])features |= mftgpr_m;
goetz@6458 545 if (code[feature_cntr++]) features |= popcntb_m;
goetz@6458 546 if (code[feature_cntr++]) features |= popcntw_m;
goetz@6458 547 if (code[feature_cntr++]) features |= fcfids_m;
goetz@6458 548 if (code[feature_cntr++]) features |= vand_m;
gromero@9662 549 if (code[feature_cntr++]) features |= lqarx_m;
simonis@8608 550 if (code[feature_cntr++]) features |= vcipher_m;
mdoerr@9497 551 if (code[feature_cntr++]) features |= vpmsumb_m;
gromero@9662 552 if (code[feature_cntr++]) features |= mfdscr_m;
gromero@9662 553 if (code[feature_cntr++]) features |= vsx_m;
goetz@6458 554
goetz@6458 555 // Print the detection code.
goetz@6458 556 if (PrintAssembly) {
goetz@6458 557 ttyLocker ttyl;
coleenp@7358 558 tty->print_cr("Decoding cpu-feature detection stub at " INTPTR_FORMAT " after execution:", p2i(code));
goetz@6458 559 Disassembler::decode((u_char*)code, (u_char*)code_end, tty);
goetz@6458 560 }
goetz@6458 561
goetz@6458 562 _features = features;
goetz@6458 563 }
goetz@6458 564
gromero@9662 565 // Power 8: Configure Data Stream Control Register.
gromero@9662 566 void VM_Version::config_dscr() {
gromero@9662 567 assert(has_lqarx(), "Only execute on Power 8 or later!");
gromero@9662 568
gromero@9662 569 // 7 InstWords for each call (function descriptor + blr instruction).
gromero@9662 570 const int code_size = (2+2*7)*BytesPerInstWord;
gromero@9662 571
gromero@9662 572 // Allocate space for the code.
gromero@9662 573 ResourceMark rm;
gromero@9662 574 CodeBuffer cb("config_dscr", code_size, 0);
gromero@9662 575 MacroAssembler* a = new MacroAssembler(&cb);
gromero@9662 576
gromero@9662 577 // Emit code.
gromero@9662 578 uint64_t (*get_dscr)() = (uint64_t(*)())(void *)a->function_entry();
gromero@9662 579 uint32_t *code = (uint32_t *)a->pc();
gromero@9662 580 a->mfdscr(R3);
gromero@9662 581 a->blr();
gromero@9662 582
gromero@9662 583 void (*set_dscr)(long) = (void(*)(long))(void *)a->function_entry();
gromero@9662 584 a->mtdscr(R3);
gromero@9662 585 a->blr();
gromero@9662 586
gromero@9662 587 uint32_t *code_end = (uint32_t *)a->pc();
gromero@9662 588 a->flush();
gromero@9662 589
gromero@9662 590 // Print the detection code.
gromero@9662 591 if (PrintAssembly) {
gromero@9662 592 ttyLocker ttyl;
gromero@9662 593 tty->print_cr("Decoding dscr configuration stub at " INTPTR_FORMAT " before execution:", p2i(code));
gromero@9662 594 Disassembler::decode((u_char*)code, (u_char*)code_end, tty);
gromero@9662 595 }
gromero@9662 596
gromero@9662 597 // Apply the configuration if needed.
gromero@9662 598 _dscr_val = (*get_dscr)();
gromero@9662 599 if (Verbose) {
gromero@9662 600 tty->print_cr("dscr value was 0x%lx" , _dscr_val);
gromero@9662 601 }
gromero@9662 602 bool change_requested = false;
gromero@9662 603 if (DSCR_PPC64 != (uintx)-1) {
gromero@9662 604 _dscr_val = DSCR_PPC64;
gromero@9662 605 change_requested = true;
gromero@9662 606 }
gromero@9662 607 if (DSCR_DPFD_PPC64 <= 7) {
gromero@9662 608 uint64_t mask = 0x7;
gromero@9662 609 if ((_dscr_val & mask) != DSCR_DPFD_PPC64) {
gromero@9662 610 _dscr_val = (_dscr_val & ~mask) | (DSCR_DPFD_PPC64);
gromero@9662 611 change_requested = true;
gromero@9662 612 }
gromero@9662 613 }
gromero@9662 614 if (DSCR_URG_PPC64 <= 7) {
gromero@9662 615 uint64_t mask = 0x7 << 6;
gromero@9662 616 if ((_dscr_val & mask) != DSCR_DPFD_PPC64 << 6) {
gromero@9662 617 _dscr_val = (_dscr_val & ~mask) | (DSCR_URG_PPC64 << 6);
gromero@9662 618 change_requested = true;
gromero@9662 619 }
gromero@9662 620 }
gromero@9662 621 if (change_requested) {
gromero@9662 622 (*set_dscr)(_dscr_val);
gromero@9662 623 if (Verbose) {
gromero@9662 624 tty->print_cr("dscr was set to 0x%lx" , (*get_dscr)());
gromero@9662 625 }
gromero@9662 626 }
gromero@9662 627 }
goetz@6458 628
goetz@6458 629 static int saved_features = 0;
goetz@6458 630
goetz@6458 631 void VM_Version::allow_all() {
goetz@6458 632 saved_features = _features;
goetz@6458 633 _features = all_features_m;
goetz@6458 634 }
goetz@6458 635
goetz@6458 636 void VM_Version::revert() {
goetz@6458 637 _features = saved_features;
goetz@6458 638 }

mercurial