1 /*
2 * Copyright (c) 1999, 2025, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
23 */
24
25 #include "classfile/vmClasses.hpp"
26 #include "compiler/compilationMemoryStatistic.hpp"
27 #include "compiler/compilerDefinitions.inline.hpp"
28 #include "runtime/handles.inline.hpp"
29 #include "jfr/support/jfrIntrinsics.hpp"
30 #include "opto/c2compiler.hpp"
31 #include "opto/compile.hpp"
32 #include "opto/optoreg.hpp"
33 #include "opto/output.hpp"
34 #include "opto/runtime.hpp"
35 #include "runtime/stubRoutines.hpp"
36 #include "runtime/globals_extension.hpp"
37 #include "utilities/macros.hpp"
38
39
40 // register information defined by ADLC
41 extern const char register_save_policy[];
42 extern const int register_save_type[];
43
44 const char* C2Compiler::retry_no_subsuming_loads() {
45 return "retry without subsuming loads";
46 }
47 const char* C2Compiler::retry_no_escape_analysis() {
48 return "retry without escape analysis";
49 }
50 const char* C2Compiler::retry_no_locks_coarsening() {
51 return "retry without locks coarsening";
52 }
53 const char* C2Compiler::retry_no_iterative_escape_analysis() {
54 return "retry without iterative escape analysis";
55 }
56 const char* C2Compiler::retry_no_reduce_allocation_merges() {
57 return "retry without reducing allocation merges";
58 }
59 const char* C2Compiler::retry_no_superword() {
60 return "retry without SuperWord";
61 }
62
63 void compiler_stubs_init(bool in_compiler_thread);
64
65 bool C2Compiler::init_c2_runtime() {
66
67 #ifdef ASSERT
68 if (!AlignVector && VerifyAlignVector) {
69 warning("VerifyAlignVector disabled because AlignVector is not enabled.");
70 FLAG_SET_CMDLINE(VerifyAlignVector, false);
71 }
72 #endif
73
74 // Check assumptions used while running ADLC
75 Compile::adlc_verification();
76 assert(REG_COUNT <= ConcreteRegisterImpl::number_of_registers, "incompatible register counts");
77
78 for (int i = 0; i < ConcreteRegisterImpl::number_of_registers ; i++ ) {
79 OptoReg::vm2opto[i] = OptoReg::Bad;
80 }
81
82 for( OptoReg::Name i=OptoReg::Name(0); i<OptoReg::Name(REG_COUNT); i = OptoReg::add(i,1) ) {
83 VMReg r = OptoReg::as_VMReg(i);
84 if (r->is_valid()) {
85 OptoReg::vm2opto[r->value()] = i;
86 }
87 }
88
89 DEBUG_ONLY( Node::init_NodeProperty(); )
90
91 compiler_stubs_init(true /* in_compiler_thread */); // generate compiler's intrinsics stubs
92
93 Compile::pd_compiler2_init();
94
95 CompilerThread* thread = CompilerThread::current();
96
97 HandleMark handle_mark(thread);
98 return OptoRuntime::generate(thread->env());
99 }
100
101 void C2Compiler::initialize() {
102 assert(!CompilerConfig::is_c1_or_interpreter_only_no_jvmci(), "C2 compiler is launched, it's not c1/interpreter only mode");
103 // The first compiler thread that gets here will initialize the
104 // small amount of global state (and runtime stubs) that C2 needs.
105
106 // There is a race possible once at startup and then we're fine
107
108 // Note that this is being called from a compiler thread not the
109 // main startup thread.
110 if (should_perform_init()) {
111 bool successful = C2Compiler::init_c2_runtime();
112 int new_state = (successful) ? initialized : failed;
113 set_state(new_state);
114 }
115 }
116
117 void C2Compiler::compile_method(ciEnv* env, ciMethod* target, int entry_bci, bool install_code, DirectiveSet* directive) {
118 assert(is_initialized(), "Compiler thread must be initialized");
119
120 CompilationMemoryStatisticMark cmsm(directive);
121
122 bool subsume_loads = SubsumeLoads;
123 bool do_escape_analysis = DoEscapeAnalysis;
124 bool do_iterative_escape_analysis = DoEscapeAnalysis;
125 bool do_reduce_allocation_merges = ReduceAllocationMerges && EliminateAllocations;
126 // TODO 8328675 Re-enable
127 bool eliminate_boxing = false; // EliminateAutoBox;
128 bool do_locks_coarsening = EliminateLocks;
129 bool do_superword = UseSuperWord;
130
131 while (!env->failing()) {
132 ResourceMark rm;
133 // Attempt to compile while subsuming loads into machine instructions.
134 Options options(subsume_loads,
135 do_escape_analysis,
136 do_iterative_escape_analysis,
137 do_reduce_allocation_merges,
138 eliminate_boxing,
139 do_locks_coarsening,
140 do_superword,
141 install_code);
142 Compile C(env, target, entry_bci, options, directive);
143
144 // Check result and retry if appropriate.
145 if (C.failure_reason() != nullptr) {
146 if (C.failure_reason_is(retry_no_subsuming_loads())) {
147 assert(subsume_loads, "must make progress");
148 subsume_loads = false;
149 env->report_failure(C.failure_reason());
150 continue; // retry
151 }
152 if (C.failure_reason_is(retry_no_escape_analysis())) {
153 assert(do_escape_analysis, "must make progress");
154 do_escape_analysis = false;
155 env->report_failure(C.failure_reason());
156 continue; // retry
157 }
158 if (C.failure_reason_is(retry_no_iterative_escape_analysis())) {
159 assert(do_iterative_escape_analysis, "must make progress");
160 do_iterative_escape_analysis = false;
161 env->report_failure(C.failure_reason());
162 continue; // retry
163 }
164 if (C.failure_reason_is(retry_no_reduce_allocation_merges())) {
165 assert(do_reduce_allocation_merges, "must make progress");
166 do_reduce_allocation_merges = false;
167 env->report_failure(C.failure_reason());
168 continue; // retry
169 }
170 if (C.failure_reason_is(retry_no_locks_coarsening())) {
171 assert(do_locks_coarsening, "must make progress");
172 do_locks_coarsening = false;
173 env->report_failure(C.failure_reason());
174 continue; // retry
175 }
176 if (C.failure_reason_is(retry_no_superword())) {
177 assert(do_superword, "must make progress");
178 do_superword = false;
179 env->report_failure(C.failure_reason());
180 continue; // retry
181 }
182 if (C.has_boxed_value()) {
183 // Recompile without boxing elimination regardless failure reason.
184 assert(eliminate_boxing, "must make progress");
185 eliminate_boxing = false;
186 env->report_failure(C.failure_reason());
187 continue; // retry
188 }
189 // Pass any other failure reason up to the ciEnv.
190 // Note that serious, irreversible failures are already logged
191 // on the ciEnv via env->record_method_not_compilable().
192 env->record_failure(C.failure_reason());
193 }
194 if (StressRecompilation) {
195 if (subsume_loads) {
196 subsume_loads = false;
197 continue; // retry
198 }
199 if (do_escape_analysis) {
200 do_escape_analysis = false;
201 continue; // retry
202 }
203 if (do_locks_coarsening) {
204 do_locks_coarsening = false;
205 continue; // retry
206 }
207 }
208 // print inlining for last compilation only
209 C.dump_print_inlining();
210
211 // No retry; just break the loop.
212 break;
213 }
214 }
215
216 void C2Compiler::print_timers() {
217 Compile::print_timers();
218 }
219
220 bool C2Compiler::is_intrinsic_supported(const methodHandle& method) {
221 vmIntrinsics::ID id = method->intrinsic_id();
222 return C2Compiler::is_intrinsic_supported(id);
223 }
224
225 bool C2Compiler::is_intrinsic_supported(vmIntrinsics::ID id) {
226 assert(id != vmIntrinsics::_none, "must be a VM intrinsic");
227
228 if (id < vmIntrinsics::FIRST_ID || id > vmIntrinsics::LAST_COMPILER_INLINE) {
229 return false;
230 }
231
232 switch (id) {
233 case vmIntrinsics::_compressStringC:
234 case vmIntrinsics::_compressStringB:
235 if (!Matcher::match_rule_supported(Op_StrCompressedCopy)) return false;
236 break;
237 case vmIntrinsics::_inflateStringC:
238 case vmIntrinsics::_inflateStringB:
239 if (!Matcher::match_rule_supported(Op_StrInflatedCopy)) return false;
240 break;
241 case vmIntrinsics::_compareToL:
242 case vmIntrinsics::_compareToU:
243 case vmIntrinsics::_compareToLU:
244 case vmIntrinsics::_compareToUL:
245 if (!Matcher::match_rule_supported(Op_StrComp)) return false;
246 break;
247 case vmIntrinsics::_equalsL:
248 if (!Matcher::match_rule_supported(Op_StrEquals)) return false;
249 break;
250 case vmIntrinsics::_vectorizedHashCode:
251 if (!Matcher::match_rule_supported(Op_VectorizedHashCode)) return false;
252 break;
253 case vmIntrinsics::_equalsB:
254 case vmIntrinsics::_equalsC:
255 if (!Matcher::match_rule_supported(Op_AryEq)) return false;
256 break;
257 case vmIntrinsics::_copyMemory:
258 if (StubRoutines::unsafe_arraycopy() == nullptr) return false;
259 break;
260 case vmIntrinsics::_setMemory:
261 if (StubRoutines::unsafe_setmemory() == nullptr) return false;
262 break;
263 case vmIntrinsics::_electronicCodeBook_encryptAESCrypt:
264 if (StubRoutines::electronicCodeBook_encryptAESCrypt() == nullptr) return false;
265 break;
266 case vmIntrinsics::_electronicCodeBook_decryptAESCrypt:
267 if (StubRoutines::electronicCodeBook_decryptAESCrypt() == nullptr) return false;
268 break;
269 case vmIntrinsics::_galoisCounterMode_AESCrypt:
270 if (StubRoutines::galoisCounterMode_AESCrypt() == nullptr) return false;
271 break;
272 case vmIntrinsics::_bigIntegerRightShiftWorker:
273 if (StubRoutines::bigIntegerRightShift() == nullptr) return false;
274 break;
275 case vmIntrinsics::_bigIntegerLeftShiftWorker:
276 if (StubRoutines::bigIntegerLeftShift() == nullptr) return false;
277 break;
278 case vmIntrinsics::_encodeAsciiArray:
279 if (!Matcher::match_rule_supported(Op_EncodeISOArray) || !Matcher::supports_encode_ascii_array) return false;
280 break;
281 case vmIntrinsics::_encodeISOArray:
282 case vmIntrinsics::_encodeByteISOArray:
283 if (!Matcher::match_rule_supported(Op_EncodeISOArray)) return false;
284 break;
285 case vmIntrinsics::_countPositives:
286 if (!Matcher::match_rule_supported(Op_CountPositives)) return false;
287 break;
288 case vmIntrinsics::_bitCount_i:
289 if (!Matcher::match_rule_supported(Op_PopCountI)) return false;
290 break;
291 case vmIntrinsics::_bitCount_l:
292 if (!Matcher::match_rule_supported(Op_PopCountL)) return false;
293 break;
294 case vmIntrinsics::_compress_i:
295 case vmIntrinsics::_compress_l:
296 if (!Matcher::match_rule_supported(Op_CompressBits)) return false;
297 break;
298 case vmIntrinsics::_expand_i:
299 case vmIntrinsics::_expand_l:
300 if (!Matcher::match_rule_supported(Op_ExpandBits)) return false;
301 break;
302 case vmIntrinsics::_numberOfLeadingZeros_i:
303 if (!Matcher::match_rule_supported(Op_CountLeadingZerosI)) return false;
304 break;
305 case vmIntrinsics::_numberOfLeadingZeros_l:
306 if (!Matcher::match_rule_supported(Op_CountLeadingZerosL)) return false;
307 break;
308 case vmIntrinsics::_numberOfTrailingZeros_i:
309 if (!Matcher::match_rule_supported(Op_CountTrailingZerosI)) return false;
310 break;
311 case vmIntrinsics::_numberOfTrailingZeros_l:
312 if (!Matcher::match_rule_supported(Op_CountTrailingZerosL)) return false;
313 break;
314 case vmIntrinsics::_reverse_i:
315 if (!Matcher::match_rule_supported(Op_ReverseI)) return false;
316 break;
317 case vmIntrinsics::_reverse_l:
318 if (!Matcher::match_rule_supported(Op_ReverseL)) return false;
319 break;
320 case vmIntrinsics::_reverseBytes_c:
321 if (!Matcher::match_rule_supported(Op_ReverseBytesUS)) return false;
322 break;
323 case vmIntrinsics::_reverseBytes_s:
324 if (!Matcher::match_rule_supported(Op_ReverseBytesS)) return false;
325 break;
326 case vmIntrinsics::_reverseBytes_i:
327 if (!Matcher::match_rule_supported(Op_ReverseBytesI)) return false;
328 break;
329 case vmIntrinsics::_reverseBytes_l:
330 if (!Matcher::match_rule_supported(Op_ReverseBytesL)) return false;
331 break;
332 case vmIntrinsics::_compareUnsigned_i:
333 if (!Matcher::match_rule_supported(Op_CmpU3)) return false;
334 break;
335 case vmIntrinsics::_compareUnsigned_l:
336 if (!Matcher::match_rule_supported(Op_CmpUL3)) return false;
337 break;
338 case vmIntrinsics::_divideUnsigned_i:
339 if (!Matcher::match_rule_supported(Op_UDivI)) return false;
340 break;
341 case vmIntrinsics::_remainderUnsigned_i:
342 if (!Matcher::match_rule_supported(Op_UModI)) return false;
343 break;
344 case vmIntrinsics::_divideUnsigned_l:
345 if (!Matcher::match_rule_supported(Op_UDivL)) return false;
346 break;
347 case vmIntrinsics::_remainderUnsigned_l:
348 if (!Matcher::match_rule_supported(Op_UModL)) return false;
349 break;
350 case vmIntrinsics::_float16ToFloat:
351 if (!Matcher::match_rule_supported(Op_ConvHF2F)) return false;
352 break;
353 case vmIntrinsics::_floatToFloat16:
354 if (!Matcher::match_rule_supported(Op_ConvF2HF)) return false;
355 break;
356 case vmIntrinsics::_sqrt_float16:
357 if (!Matcher::match_rule_supported(Op_SqrtHF)) return false;
358 break;
359 case vmIntrinsics::_fma_float16:
360 if (!Matcher::match_rule_supported(Op_FmaHF)) return false;
361 break;
362
363 /* CompareAndSet, Object: */
364 case vmIntrinsics::_compareAndSetReference:
365 #ifdef _LP64
366 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapN)) return false;
367 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
368 #else
369 if (!Matcher::match_rule_supported(Op_CompareAndSwapP)) return false;
370 #endif
371 break;
372 case vmIntrinsics::_weakCompareAndSetReferencePlain:
373 case vmIntrinsics::_weakCompareAndSetReferenceAcquire:
374 case vmIntrinsics::_weakCompareAndSetReferenceRelease:
375 case vmIntrinsics::_weakCompareAndSetReference:
376 #ifdef _LP64
377 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapN)) return false;
378 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
379 #else
380 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapP)) return false;
381 #endif
382 break;
383 /* CompareAndSet, Long: */
384 case vmIntrinsics::_compareAndSetLong:
385 if (!Matcher::match_rule_supported(Op_CompareAndSwapL)) return false;
386 break;
387 case vmIntrinsics::_weakCompareAndSetLongPlain:
388 case vmIntrinsics::_weakCompareAndSetLongAcquire:
389 case vmIntrinsics::_weakCompareAndSetLongRelease:
390 case vmIntrinsics::_weakCompareAndSetLong:
391 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapL)) return false;
392 break;
393
394 /* CompareAndSet, Int: */
395 case vmIntrinsics::_compareAndSetInt:
396 if (!Matcher::match_rule_supported(Op_CompareAndSwapI)) return false;
397 break;
398 case vmIntrinsics::_weakCompareAndSetIntPlain:
399 case vmIntrinsics::_weakCompareAndSetIntAcquire:
400 case vmIntrinsics::_weakCompareAndSetIntRelease:
401 case vmIntrinsics::_weakCompareAndSetInt:
402 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapI)) return false;
403 break;
404
405 /* CompareAndSet, Byte: */
406 case vmIntrinsics::_compareAndSetByte:
407 if (!Matcher::match_rule_supported(Op_CompareAndSwapB)) return false;
408 break;
409 case vmIntrinsics::_weakCompareAndSetBytePlain:
410 case vmIntrinsics::_weakCompareAndSetByteAcquire:
411 case vmIntrinsics::_weakCompareAndSetByteRelease:
412 case vmIntrinsics::_weakCompareAndSetByte:
413 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapB)) return false;
414 break;
415
416 /* CompareAndSet, Short: */
417 case vmIntrinsics::_compareAndSetShort:
418 if (!Matcher::match_rule_supported(Op_CompareAndSwapS)) return false;
419 break;
420 case vmIntrinsics::_weakCompareAndSetShortPlain:
421 case vmIntrinsics::_weakCompareAndSetShortAcquire:
422 case vmIntrinsics::_weakCompareAndSetShortRelease:
423 case vmIntrinsics::_weakCompareAndSetShort:
424 if (!Matcher::match_rule_supported(Op_WeakCompareAndSwapS)) return false;
425 break;
426
427 /* CompareAndExchange, Object: */
428 case vmIntrinsics::_compareAndExchangeReference:
429 case vmIntrinsics::_compareAndExchangeReferenceAcquire:
430 case vmIntrinsics::_compareAndExchangeReferenceRelease:
431 #ifdef _LP64
432 if ( UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeN)) return false;
433 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
434 #else
435 if (!Matcher::match_rule_supported(Op_CompareAndExchangeP)) return false;
436 #endif
437 break;
438
439 /* CompareAndExchange, Long: */
440 case vmIntrinsics::_compareAndExchangeLong:
441 case vmIntrinsics::_compareAndExchangeLongAcquire:
442 case vmIntrinsics::_compareAndExchangeLongRelease:
443 if (!Matcher::match_rule_supported(Op_CompareAndExchangeL)) return false;
444 break;
445
446 /* CompareAndExchange, Int: */
447 case vmIntrinsics::_compareAndExchangeInt:
448 case vmIntrinsics::_compareAndExchangeIntAcquire:
449 case vmIntrinsics::_compareAndExchangeIntRelease:
450 if (!Matcher::match_rule_supported(Op_CompareAndExchangeI)) return false;
451 break;
452
453 /* CompareAndExchange, Byte: */
454 case vmIntrinsics::_compareAndExchangeByte:
455 case vmIntrinsics::_compareAndExchangeByteAcquire:
456 case vmIntrinsics::_compareAndExchangeByteRelease:
457 if (!Matcher::match_rule_supported(Op_CompareAndExchangeB)) return false;
458 break;
459
460 /* CompareAndExchange, Short: */
461 case vmIntrinsics::_compareAndExchangeShort:
462 case vmIntrinsics::_compareAndExchangeShortAcquire:
463 case vmIntrinsics::_compareAndExchangeShortRelease:
464 if (!Matcher::match_rule_supported(Op_CompareAndExchangeS)) return false;
465 break;
466
467 case vmIntrinsics::_getAndAddByte:
468 if (!Matcher::match_rule_supported(Op_GetAndAddB)) return false;
469 break;
470 case vmIntrinsics::_getAndAddShort:
471 if (!Matcher::match_rule_supported(Op_GetAndAddS)) return false;
472 break;
473 case vmIntrinsics::_getAndAddInt:
474 if (!Matcher::match_rule_supported(Op_GetAndAddI)) return false;
475 break;
476 case vmIntrinsics::_getAndAddLong:
477 if (!Matcher::match_rule_supported(Op_GetAndAddL)) return false;
478 break;
479
480 case vmIntrinsics::_getAndSetByte:
481 if (!Matcher::match_rule_supported(Op_GetAndSetB)) return false;
482 break;
483 case vmIntrinsics::_getAndSetShort:
484 if (!Matcher::match_rule_supported(Op_GetAndSetS)) return false;
485 break;
486 case vmIntrinsics::_getAndSetInt:
487 if (!Matcher::match_rule_supported(Op_GetAndSetI)) return false;
488 break;
489 case vmIntrinsics::_getAndSetLong:
490 if (!Matcher::match_rule_supported(Op_GetAndSetL)) return false;
491 break;
492 case vmIntrinsics::_getAndSetReference:
493 #ifdef _LP64
494 if (!UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetP)) return false;
495 if (UseCompressedOops && !Matcher::match_rule_supported(Op_GetAndSetN)) return false;
496 break;
497 #else
498 if (!Matcher::match_rule_supported(Op_GetAndSetP)) return false;
499 break;
500 #endif
501 case vmIntrinsics::_incrementExactI:
502 case vmIntrinsics::_addExactI:
503 if (!Matcher::match_rule_supported(Op_OverflowAddI)) return false;
504 break;
505 case vmIntrinsics::_incrementExactL:
506 case vmIntrinsics::_addExactL:
507 if (!Matcher::match_rule_supported(Op_OverflowAddL)) return false;
508 break;
509 case vmIntrinsics::_decrementExactI:
510 case vmIntrinsics::_subtractExactI:
511 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
512 break;
513 case vmIntrinsics::_decrementExactL:
514 case vmIntrinsics::_subtractExactL:
515 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
516 break;
517 case vmIntrinsics::_negateExactI:
518 if (!Matcher::match_rule_supported(Op_OverflowSubI)) return false;
519 break;
520 case vmIntrinsics::_negateExactL:
521 if (!Matcher::match_rule_supported(Op_OverflowSubL)) return false;
522 break;
523 case vmIntrinsics::_multiplyExactI:
524 if (!Matcher::match_rule_supported(Op_OverflowMulI)) return false;
525 break;
526 case vmIntrinsics::_multiplyExactL:
527 if (!Matcher::match_rule_supported(Op_OverflowMulL)) return false;
528 break;
529 case vmIntrinsics::_multiplyHigh:
530 if (!Matcher::match_rule_supported(Op_MulHiL)) return false;
531 break;
532 case vmIntrinsics::_unsignedMultiplyHigh:
533 if (!Matcher::match_rule_supported(Op_UMulHiL)) return false;
534 break;
535 case vmIntrinsics::_getCallerClass:
536 if (vmClasses::reflect_CallerSensitive_klass() == nullptr) return false;
537 break;
538 case vmIntrinsics::_onSpinWait:
539 if (!Matcher::match_rule_supported(Op_OnSpinWait)) return false;
540 break;
541 case vmIntrinsics::_fmaD:
542 if (!Matcher::match_rule_supported(Op_FmaD)) return false;
543 break;
544 case vmIntrinsics::_fmaF:
545 if (!Matcher::match_rule_supported(Op_FmaF)) return false;
546 break;
547 case vmIntrinsics::_isDigit:
548 if (!Matcher::match_rule_supported(Op_Digit)) return false;
549 break;
550 case vmIntrinsics::_isLowerCase:
551 if (!Matcher::match_rule_supported(Op_LowerCase)) return false;
552 break;
553 case vmIntrinsics::_isUpperCase:
554 if (!Matcher::match_rule_supported(Op_UpperCase)) return false;
555 break;
556 case vmIntrinsics::_isWhitespace:
557 if (!Matcher::match_rule_supported(Op_Whitespace)) return false;
558 break;
559 case vmIntrinsics::_maxF:
560 case vmIntrinsics::_maxF_strict:
561 if (!Matcher::match_rule_supported(Op_MaxF)) return false;
562 break;
563 case vmIntrinsics::_minF:
564 case vmIntrinsics::_minF_strict:
565 if (!Matcher::match_rule_supported(Op_MinF)) return false;
566 break;
567 case vmIntrinsics::_maxD:
568 case vmIntrinsics::_maxD_strict:
569 if (!Matcher::match_rule_supported(Op_MaxD)) return false;
570 break;
571 case vmIntrinsics::_minD:
572 case vmIntrinsics::_minD_strict:
573 if (!Matcher::match_rule_supported(Op_MinD)) return false;
574 break;
575 case vmIntrinsics::_writeback0:
576 if (!Matcher::match_rule_supported(Op_CacheWB)) return false;
577 break;
578 case vmIntrinsics::_writebackPreSync0:
579 if (!Matcher::match_rule_supported(Op_CacheWBPreSync)) return false;
580 break;
581 case vmIntrinsics::_writebackPostSync0:
582 if (!Matcher::match_rule_supported(Op_CacheWBPostSync)) return false;
583 break;
584 case vmIntrinsics::_rint:
585 case vmIntrinsics::_ceil:
586 case vmIntrinsics::_floor:
587 if (!Matcher::match_rule_supported(Op_RoundDoubleMode)) return false;
588 break;
589 case vmIntrinsics::_dcopySign:
590 if (!Matcher::match_rule_supported(Op_CopySignD)) return false;
591 break;
592 case vmIntrinsics::_fcopySign:
593 if (!Matcher::match_rule_supported(Op_CopySignF)) return false;
594 break;
595 case vmIntrinsics::_dsignum:
596 if (!Matcher::match_rule_supported(Op_SignumD)) return false;
597 break;
598 case vmIntrinsics::_fsignum:
599 if (!Matcher::match_rule_supported(Op_SignumF)) return false;
600 break;
601 case vmIntrinsics::_floatIsInfinite:
602 if (!Matcher::match_rule_supported(Op_IsInfiniteF)) return false;
603 break;
604 case vmIntrinsics::_floatIsFinite:
605 if (!Matcher::match_rule_supported(Op_IsFiniteF)) return false;
606 break;
607 case vmIntrinsics::_doubleIsInfinite:
608 if (!Matcher::match_rule_supported(Op_IsInfiniteD)) return false;
609 break;
610 case vmIntrinsics::_doubleIsFinite:
611 if (!Matcher::match_rule_supported(Op_IsFiniteD)) return false;
612 break;
613 case vmIntrinsics::_hashCode:
614 case vmIntrinsics::_identityHashCode:
615 case vmIntrinsics::_getClass:
616 case vmIntrinsics::_dsin:
617 case vmIntrinsics::_dcos:
618 case vmIntrinsics::_dtan:
619 case vmIntrinsics::_dtanh:
620 case vmIntrinsics::_dabs:
621 case vmIntrinsics::_fabs:
622 case vmIntrinsics::_iabs:
623 case vmIntrinsics::_labs:
624 case vmIntrinsics::_datan2:
625 case vmIntrinsics::_dsqrt:
626 case vmIntrinsics::_dsqrt_strict:
627 case vmIntrinsics::_dexp:
628 case vmIntrinsics::_dlog:
629 case vmIntrinsics::_dlog10:
630 case vmIntrinsics::_dpow:
631 case vmIntrinsics::_roundD:
632 case vmIntrinsics::_roundF:
633 case vmIntrinsics::_min:
634 case vmIntrinsics::_max:
635 case vmIntrinsics::_min_strict:
636 case vmIntrinsics::_max_strict:
637 case vmIntrinsics::_maxL:
638 case vmIntrinsics::_minL:
639 case vmIntrinsics::_arraycopy:
640 case vmIntrinsics::_arraySort:
641 case vmIntrinsics::_arrayPartition:
642 case vmIntrinsics::_indexOfL:
643 case vmIntrinsics::_indexOfU:
644 case vmIntrinsics::_indexOfUL:
645 case vmIntrinsics::_indexOfIL:
646 case vmIntrinsics::_indexOfIU:
647 case vmIntrinsics::_indexOfIUL:
648 case vmIntrinsics::_indexOfU_char:
649 case vmIntrinsics::_indexOfL_char:
650 case vmIntrinsics::_toBytesStringU:
651 case vmIntrinsics::_getCharsStringU:
652 case vmIntrinsics::_getCharStringU:
653 case vmIntrinsics::_putCharStringU:
654 case vmIntrinsics::_makePrivateBuffer:
655 case vmIntrinsics::_finishPrivateBuffer:
656 case vmIntrinsics::_getReference:
657 case vmIntrinsics::_getBoolean:
658 case vmIntrinsics::_getByte:
659 case vmIntrinsics::_getShort:
660 case vmIntrinsics::_getChar:
661 case vmIntrinsics::_getInt:
662 case vmIntrinsics::_getLong:
663 case vmIntrinsics::_getFloat:
664 case vmIntrinsics::_getDouble:
665 case vmIntrinsics::_getValue:
666 case vmIntrinsics::_putReference:
667 case vmIntrinsics::_putBoolean:
668 case vmIntrinsics::_putByte:
669 case vmIntrinsics::_putShort:
670 case vmIntrinsics::_putChar:
671 case vmIntrinsics::_putInt:
672 case vmIntrinsics::_putLong:
673 case vmIntrinsics::_putFloat:
674 case vmIntrinsics::_putDouble:
675 case vmIntrinsics::_putValue:
676 case vmIntrinsics::_getReferenceVolatile:
677 case vmIntrinsics::_getBooleanVolatile:
678 case vmIntrinsics::_getByteVolatile:
679 case vmIntrinsics::_getShortVolatile:
680 case vmIntrinsics::_getCharVolatile:
681 case vmIntrinsics::_getIntVolatile:
682 case vmIntrinsics::_getLongVolatile:
683 case vmIntrinsics::_getFloatVolatile:
684 case vmIntrinsics::_getDoubleVolatile:
685 case vmIntrinsics::_putReferenceVolatile:
686 case vmIntrinsics::_putBooleanVolatile:
687 case vmIntrinsics::_putByteVolatile:
688 case vmIntrinsics::_putShortVolatile:
689 case vmIntrinsics::_putCharVolatile:
690 case vmIntrinsics::_putIntVolatile:
691 case vmIntrinsics::_putLongVolatile:
692 case vmIntrinsics::_putFloatVolatile:
693 case vmIntrinsics::_putDoubleVolatile:
694 case vmIntrinsics::_getReferenceAcquire:
695 case vmIntrinsics::_getBooleanAcquire:
696 case vmIntrinsics::_getByteAcquire:
697 case vmIntrinsics::_getShortAcquire:
698 case vmIntrinsics::_getCharAcquire:
699 case vmIntrinsics::_getIntAcquire:
700 case vmIntrinsics::_getLongAcquire:
701 case vmIntrinsics::_getFloatAcquire:
702 case vmIntrinsics::_getDoubleAcquire:
703 case vmIntrinsics::_putReferenceRelease:
704 case vmIntrinsics::_putBooleanRelease:
705 case vmIntrinsics::_putByteRelease:
706 case vmIntrinsics::_putShortRelease:
707 case vmIntrinsics::_putCharRelease:
708 case vmIntrinsics::_putIntRelease:
709 case vmIntrinsics::_putLongRelease:
710 case vmIntrinsics::_putFloatRelease:
711 case vmIntrinsics::_putDoubleRelease:
712 case vmIntrinsics::_getReferenceOpaque:
713 case vmIntrinsics::_getBooleanOpaque:
714 case vmIntrinsics::_getByteOpaque:
715 case vmIntrinsics::_getShortOpaque:
716 case vmIntrinsics::_getCharOpaque:
717 case vmIntrinsics::_getIntOpaque:
718 case vmIntrinsics::_getLongOpaque:
719 case vmIntrinsics::_getFloatOpaque:
720 case vmIntrinsics::_getDoubleOpaque:
721 case vmIntrinsics::_putReferenceOpaque:
722 case vmIntrinsics::_putBooleanOpaque:
723 case vmIntrinsics::_putByteOpaque:
724 case vmIntrinsics::_putShortOpaque:
725 case vmIntrinsics::_putCharOpaque:
726 case vmIntrinsics::_putIntOpaque:
727 case vmIntrinsics::_putLongOpaque:
728 case vmIntrinsics::_putFloatOpaque:
729 case vmIntrinsics::_putDoubleOpaque:
730 case vmIntrinsics::_getShortUnaligned:
731 case vmIntrinsics::_getCharUnaligned:
732 case vmIntrinsics::_getIntUnaligned:
733 case vmIntrinsics::_getLongUnaligned:
734 case vmIntrinsics::_putShortUnaligned:
735 case vmIntrinsics::_putCharUnaligned:
736 case vmIntrinsics::_putIntUnaligned:
737 case vmIntrinsics::_putLongUnaligned:
738 case vmIntrinsics::_loadFence:
739 case vmIntrinsics::_storeFence:
740 case vmIntrinsics::_storeStoreFence:
741 case vmIntrinsics::_fullFence:
742 case vmIntrinsics::_currentCarrierThread:
743 case vmIntrinsics::_currentThread:
744 case vmIntrinsics::_setCurrentThread:
745 case vmIntrinsics::_scopedValueCache:
746 case vmIntrinsics::_setScopedValueCache:
747 case vmIntrinsics::_Continuation_pin:
748 case vmIntrinsics::_Continuation_unpin:
749 #ifdef JFR_HAVE_INTRINSICS
750 case vmIntrinsics::_counterTime:
751 case vmIntrinsics::_getEventWriter:
752 case vmIntrinsics::_jvm_commit:
753 #endif
754 case vmIntrinsics::_currentTimeMillis:
755 case vmIntrinsics::_nanoTime:
756 case vmIntrinsics::_allocateInstance:
757 case vmIntrinsics::_allocateUninitializedArray:
758 case vmIntrinsics::_isFlatArray:
759 case vmIntrinsics::_newArray:
760 case vmIntrinsics::_newNullRestrictedNonAtomicArray:
761 case vmIntrinsics::_newNullRestrictedAtomicArray:
762 case vmIntrinsics::_newNullableAtomicArray:
763 case vmIntrinsics::_getLength:
764 case vmIntrinsics::_copyOf:
765 case vmIntrinsics::_copyOfRange:
766 case vmIntrinsics::_clone:
767 case vmIntrinsics::_isAssignableFrom:
768 case vmIntrinsics::_isInstance:
769 case vmIntrinsics::_isHidden:
770 case vmIntrinsics::_getSuperclass:
771 case vmIntrinsics::_getClassAccessFlags:
772 case vmIntrinsics::_floatToRawIntBits:
773 case vmIntrinsics::_floatToIntBits:
774 case vmIntrinsics::_intBitsToFloat:
775 case vmIntrinsics::_doubleToRawLongBits:
776 case vmIntrinsics::_doubleToLongBits:
777 case vmIntrinsics::_longBitsToDouble:
778 case vmIntrinsics::_Reference_get:
779 case vmIntrinsics::_Reference_refersTo0:
780 case vmIntrinsics::_PhantomReference_refersTo0:
781 case vmIntrinsics::_Reference_clear0:
782 case vmIntrinsics::_PhantomReference_clear0:
783 case vmIntrinsics::_Class_cast:
784 case vmIntrinsics::_aescrypt_encryptBlock:
785 case vmIntrinsics::_aescrypt_decryptBlock:
786 case vmIntrinsics::_cipherBlockChaining_encryptAESCrypt:
787 case vmIntrinsics::_cipherBlockChaining_decryptAESCrypt:
788 case vmIntrinsics::_counterMode_AESCrypt:
789 case vmIntrinsics::_md5_implCompress:
790 case vmIntrinsics::_sha_implCompress:
791 case vmIntrinsics::_sha2_implCompress:
792 case vmIntrinsics::_sha5_implCompress:
793 case vmIntrinsics::_sha3_implCompress:
794 case vmIntrinsics::_double_keccak:
795 case vmIntrinsics::_digestBase_implCompressMB:
796 case vmIntrinsics::_multiplyToLen:
797 case vmIntrinsics::_squareToLen:
798 case vmIntrinsics::_mulAdd:
799 case vmIntrinsics::_montgomeryMultiply:
800 case vmIntrinsics::_montgomerySquare:
801 case vmIntrinsics::_vectorizedMismatch:
802 case vmIntrinsics::_ghash_processBlocks:
803 case vmIntrinsics::_chacha20Block:
804 case vmIntrinsics::_dilithiumAlmostNtt:
805 case vmIntrinsics::_dilithiumAlmostInverseNtt:
806 case vmIntrinsics::_dilithiumNttMult:
807 case vmIntrinsics::_dilithiumMontMulByConstant:
808 case vmIntrinsics::_dilithiumDecomposePoly:
809 case vmIntrinsics::_base64_encodeBlock:
810 case vmIntrinsics::_base64_decodeBlock:
811 case vmIntrinsics::_poly1305_processBlocks:
812 case vmIntrinsics::_intpoly_montgomeryMult_P256:
813 case vmIntrinsics::_intpoly_assign:
814 case vmIntrinsics::_updateCRC32:
815 case vmIntrinsics::_updateBytesCRC32:
816 case vmIntrinsics::_updateByteBufferCRC32:
817 case vmIntrinsics::_updateBytesCRC32C:
818 case vmIntrinsics::_updateDirectByteBufferCRC32C:
819 case vmIntrinsics::_updateBytesAdler32:
820 case vmIntrinsics::_updateByteBufferAdler32:
821 case vmIntrinsics::_profileBoolean:
822 case vmIntrinsics::_isCompileConstant:
823 case vmIntrinsics::_Preconditions_checkIndex:
824 case vmIntrinsics::_Preconditions_checkLongIndex:
825 case vmIntrinsics::_getObjectSize:
826 break;
827 case vmIntrinsics::_VectorCompressExpand:
828 case vmIntrinsics::_VectorUnaryOp:
829 case vmIntrinsics::_VectorBinaryOp:
830 case vmIntrinsics::_VectorTernaryOp:
831 case vmIntrinsics::_VectorFromBitsCoerced:
832 case vmIntrinsics::_VectorLoadOp:
833 case vmIntrinsics::_VectorLoadMaskedOp:
834 case vmIntrinsics::_VectorStoreOp:
835 case vmIntrinsics::_VectorStoreMaskedOp:
836 case vmIntrinsics::_VectorSelectFromTwoVectorOp:
837 case vmIntrinsics::_VectorGatherOp:
838 case vmIntrinsics::_VectorScatterOp:
839 case vmIntrinsics::_VectorReductionCoerced:
840 case vmIntrinsics::_VectorTest:
841 case vmIntrinsics::_VectorBlend:
842 case vmIntrinsics::_VectorRearrange:
843 case vmIntrinsics::_VectorSelectFrom:
844 case vmIntrinsics::_VectorCompare:
845 case vmIntrinsics::_VectorBroadcastInt:
846 case vmIntrinsics::_VectorConvert:
847 case vmIntrinsics::_VectorInsert:
848 case vmIntrinsics::_VectorExtract:
849 case vmIntrinsics::_VectorMaskOp:
850 case vmIntrinsics::_IndexVector:
851 case vmIntrinsics::_IndexPartiallyInUpperRange:
852 return EnableVectorSupport;
853 case vmIntrinsics::_blackhole:
854 #if INCLUDE_JVMTI
855 case vmIntrinsics::_notifyJvmtiVThreadStart:
856 case vmIntrinsics::_notifyJvmtiVThreadEnd:
857 case vmIntrinsics::_notifyJvmtiVThreadMount:
858 case vmIntrinsics::_notifyJvmtiVThreadUnmount:
859 case vmIntrinsics::_notifyJvmtiVThreadDisableSuspend:
860 #endif
861 break;
862
863 default:
864 return false;
865 }
866 return true;
867 }
868
869 int C2Compiler::initial_code_buffer_size(int const_size) {
870 // See Compile::init_scratch_buffer_blob
871 int locs_size = sizeof(relocInfo) * PhaseOutput::MAX_locs_size;
872 int slop = 2 * CodeSection::end_slop(); // space between sections
873 return PhaseOutput::MAX_inst_size + PhaseOutput::MAX_stubs_size + const_size + slop + locs_size;
874 }