1 /*
2 * Copyright (c) 1997, 2024, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
146 void pop(Register r) { ((MacroAssembler*)this)->pop(r); }
147 void push(Register r) { ((MacroAssembler*)this)->push(r); }
148 void push(int32_t imm ) { ((MacroAssembler*)this)->push(imm); }
149
150 void pop(TosState state); // transition vtos -> state
151 void push(TosState state); // transition state -> vtos
152
153 void empty_expression_stack() {
154 movptr(rcx, Address(rbp, frame::interpreter_frame_monitor_block_top_offset * wordSize));
155 lea(rsp, Address(rbp, rcx, Address::times_ptr));
156 // null last_sp until next java call
157 movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), NULL_WORD);
158 }
159
160 // Helpers for swap and dup
161 void load_ptr(int n, Register val);
162 void store_ptr(int n, Register val);
163
164 // Generate a subtype check: branch to ok_is_subtype if sub_klass is
165 // a subtype of super_klass.
166 void gen_subtype_check( Register sub_klass, Label &ok_is_subtype );
167
168 // Dispatching
169 void dispatch_prolog(TosState state, int step = 0);
170 void dispatch_epilog(TosState state, int step = 0);
171 // dispatch via rbx (assume rbx is loaded already)
172 void dispatch_only(TosState state, bool generate_poll = false);
173 // dispatch normal table via rbx (assume rbx is loaded already)
174 void dispatch_only_normal(TosState state);
175 void dispatch_only_noverify(TosState state);
176 // load rbx from [_bcp_register + step] and dispatch via rbx
177 void dispatch_next(TosState state, int step = 0, bool generate_poll = false);
178 // load rbx from [_bcp_register] and dispatch via rbx and table
179 void dispatch_via (TosState state, address* table);
180
181 // jump to an invoked target
182 void prepare_to_jump_from_interpreted();
183 void jump_from_interpreted(Register method, Register temp);
184
185 // narrow int return value
186 void narrow(Register result);
187
188 // Returning from interpreted functions
189 //
190 // Removes the current activation (incl. unlocking of monitors)
191 // and sets up the return address. This code is also used for
192 // exception unwindwing. In that case, we do not want to throw
193 // IllegalMonitorStateExceptions, since that might get us into an
194 // infinite rethrow exception loop.
195 // Additionally this code is used for popFrame and earlyReturn.
196 // In popFrame case we want to skip throwing an exception,
197 // installing an exception, and notifying jvmdi.
198 // In earlyReturn case we only want to skip throwing an exception
199 // and installing an exception.
200 void remove_activation(TosState state, Register ret_addr,
201 bool throw_monitor_exception = true,
202 bool install_monitor_exception = true,
203 bool notify_jvmdi = true);
204 void get_method_counters(Register method, Register mcs, Label& skip);
205
206 // Object locking
207 void lock_object (Register lock_reg);
208 void unlock_object(Register lock_reg);
209
210 // Interpreter profiling operations
211 void set_method_data_pointer_for_bcp();
212 void test_method_data_pointer(Register mdp, Label& zero_continue);
213 void verify_method_data_pointer();
214
215 void set_mdp_data_at(Register mdp_in, int constant, Register value);
216 void increment_mdp_data_at(Address data, bool decrement = false);
217 void increment_mdp_data_at(Register mdp_in, int constant,
218 bool decrement = false);
219 void increment_mdp_data_at(Register mdp_in, Register reg, int constant,
220 bool decrement = false);
221 void increment_mask_and_jump(Address counter_addr, Address mask,
222 Register scratch, Label* where);
223 void set_mdp_flag_at(Register mdp_in, int flag_constant);
224 void test_mdp_data_at(Register mdp_in, int offset, Register value,
225 Register test_value_out,
226 Label& not_equal_continue);
227
228 void record_klass_in_profile(Register receiver, Register mdp,
229 Register reg2, bool is_virtual_call);
230 void record_klass_in_profile_helper(Register receiver, Register mdp,
231 Register reg2, int start_row,
232 Label& done, bool is_virtual_call);
233 void record_item_in_profile_helper(Register item, Register mdp, Register reg2, int start_row,
234 Label& done, int total_rows,
235 OffsetFunction item_offset_fn,
236 OffsetFunction item_count_offset_fn);
237
238 void update_mdp_by_offset(Register mdp_in, int offset_of_offset);
239 void update_mdp_by_offset(Register mdp_in, Register reg, int offset_of_disp);
240 void update_mdp_by_constant(Register mdp_in, int constant);
241 void update_mdp_for_ret(Register return_bci);
242
243 void profile_taken_branch(Register mdp, Register bumped_count);
244 void profile_not_taken_branch(Register mdp);
245 void profile_call(Register mdp);
246 void profile_final_call(Register mdp);
247 void profile_virtual_call(Register receiver, Register mdp,
248 Register scratch2,
249 bool receiver_can_be_null = false);
250 void profile_ret(Register return_bci, Register mdp);
251 void profile_null_seen(Register mdp);
252 void profile_typecheck(Register mdp, Register klass, Register scratch);
253
254 void profile_switch_default(Register mdp);
255 void profile_switch_case(Register index_in_scratch, Register mdp,
256 Register scratch2);
257
258 // Debugging
259 // only if +VerifyOops && state == atos
260 #define interp_verify_oop(reg, state) _interp_verify_oop(reg, state, __FILE__, __LINE__);
261 void _interp_verify_oop(Register reg, TosState state, const char* file, int line);
262
263 typedef enum { NotifyJVMTI, SkipNotifyJVMTI } NotifyMethodExitMode;
264
265 // support for jvmti/dtrace
266 void notify_method_entry();
267 void notify_method_exit(TosState state, NotifyMethodExitMode mode);
268
269 private:
270
271 Register _locals_register; // register that contains the pointer to the locals
272 Register _bcp_register; // register that contains the bcp
273
274 public:
275 void profile_obj_type(Register obj, const Address& mdo_addr);
276 void profile_arguments_type(Register mdp, Register callee, Register tmp, bool is_virtual);
|
1 /*
2 * Copyright (c) 1997, 2025, Oracle and/or its affiliates. All rights reserved.
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
4 *
5 * This code is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License version 2 only, as
7 * published by the Free Software Foundation.
8 *
9 * This code is distributed in the hope that it will be useful, but WITHOUT
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
12 * version 2 for more details (a copy is included in the LICENSE file that
13 * accompanied this code).
14 *
15 * You should have received a copy of the GNU General Public License version
16 * 2 along with this work; if not, write to the Free Software Foundation,
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
18 *
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
20 * or visit www.oracle.com if you need additional information or have any
21 * questions.
22 *
146 void pop(Register r) { ((MacroAssembler*)this)->pop(r); }
147 void push(Register r) { ((MacroAssembler*)this)->push(r); }
148 void push(int32_t imm ) { ((MacroAssembler*)this)->push(imm); }
149
150 void pop(TosState state); // transition vtos -> state
151 void push(TosState state); // transition state -> vtos
152
153 void empty_expression_stack() {
154 movptr(rcx, Address(rbp, frame::interpreter_frame_monitor_block_top_offset * wordSize));
155 lea(rsp, Address(rbp, rcx, Address::times_ptr));
156 // null last_sp until next java call
157 movptr(Address(rbp, frame::interpreter_frame_last_sp_offset * wordSize), NULL_WORD);
158 }
159
160 // Helpers for swap and dup
161 void load_ptr(int n, Register val);
162 void store_ptr(int n, Register val);
163
164 // Generate a subtype check: branch to ok_is_subtype if sub_klass is
165 // a subtype of super_klass.
166 void gen_subtype_check(Register sub_klass, Label &ok_is_subtype, bool profile = true);
167
168 // Dispatching
169 void dispatch_prolog(TosState state, int step = 0);
170 void dispatch_epilog(TosState state, int step = 0);
171 // dispatch via rbx (assume rbx is loaded already)
172 void dispatch_only(TosState state, bool generate_poll = false);
173 // dispatch normal table via rbx (assume rbx is loaded already)
174 void dispatch_only_normal(TosState state);
175 void dispatch_only_noverify(TosState state);
176 // load rbx from [_bcp_register + step] and dispatch via rbx
177 void dispatch_next(TosState state, int step = 0, bool generate_poll = false);
178 // load rbx from [_bcp_register] and dispatch via rbx and table
179 void dispatch_via (TosState state, address* table);
180
181 // jump to an invoked target
182 void prepare_to_jump_from_interpreted();
183 void jump_from_interpreted(Register method, Register temp);
184
185 // narrow int return value
186 void narrow(Register result);
187
188 // Returning from interpreted functions
189 //
190 // Removes the current activation (incl. unlocking of monitors)
191 // and sets up the return address. This code is also used for
192 // exception unwindwing. In that case, we do not want to throw
193 // IllegalMonitorStateExceptions, since that might get us into an
194 // infinite rethrow exception loop.
195 // Additionally this code is used for popFrame and earlyReturn.
196 // In popFrame case we want to skip throwing an exception,
197 // installing an exception, and notifying jvmdi.
198 // In earlyReturn case we only want to skip throwing an exception
199 // and installing an exception.
200 void remove_activation(TosState state, Register ret_addr,
201 bool throw_monitor_exception = true,
202 bool install_monitor_exception = true,
203 bool notify_jvmdi = true);
204 void get_method_counters(Register method, Register mcs, Label& skip);
205
206 // Kills t1 and t2, preserves klass, return allocation in new_obj
207 void allocate_instance(Register klass, Register new_obj,
208 Register t1, Register t2,
209 bool clear_fields, Label& alloc_failed);
210
211 // Allocate instance in "obj" and read in the content of the inline field
212 // NOTES:
213 // - input holder object via "obj", which must be rax,
214 // will return new instance via the same reg
215 // - assumes holder_klass and valueKlass field klass have both been resolved
216 void read_flat_field(Register entry,
217 Register tmp1, Register tmp2,
218 Register obj = rax);
219
220 // Object locking
221 void lock_object (Register lock_reg);
222 void unlock_object(Register lock_reg);
223
224 // Interpreter profiling operations
225 void set_method_data_pointer_for_bcp();
226 void test_method_data_pointer(Register mdp, Label& zero_continue);
227 void verify_method_data_pointer();
228
229 void set_mdp_data_at(Register mdp_in, int constant, Register value);
230 void increment_mdp_data_at(Address data, bool decrement = false);
231 void increment_mdp_data_at(Register mdp_in, int constant,
232 bool decrement = false);
233 void increment_mdp_data_at(Register mdp_in, Register reg, int constant,
234 bool decrement = false);
235 void increment_mask_and_jump(Address counter_addr, Address mask,
236 Register scratch, Label* where);
237 void set_mdp_flag_at(Register mdp_in, int flag_constant);
238 void test_mdp_data_at(Register mdp_in, int offset, Register value,
239 Register test_value_out,
240 Label& not_equal_continue);
241
242 void record_klass_in_profile(Register receiver, Register mdp, Register reg2);
243 void record_klass_in_profile_helper(Register receiver, Register mdp, Register reg2, int start_row, Label &done);
244 void record_item_in_profile_helper(Register item, Register mdp, Register reg2, int start_row,
245 Label& done, int total_rows,
246 OffsetFunction item_offset_fn,
247 OffsetFunction item_count_offset_fn);
248
249 void update_mdp_by_offset(Register mdp_in, int offset_of_offset);
250 void update_mdp_by_offset(Register mdp_in, Register reg, int offset_of_disp);
251 void update_mdp_by_constant(Register mdp_in, int constant);
252 void update_mdp_for_ret(Register return_bci);
253
254 void profile_taken_branch(Register mdp, Register bumped_count);
255 void profile_not_taken_branch(Register mdp, bool acmp = false);
256 void profile_call(Register mdp);
257 void profile_final_call(Register mdp);
258 void profile_virtual_call(Register receiver, Register mdp,
259 Register scratch2,
260 bool receiver_can_be_null = false);
261 void profile_ret(Register return_bci, Register mdp);
262 void profile_null_seen(Register mdp);
263 void profile_typecheck(Register mdp, Register klass, Register scratch);
264
265 void profile_switch_default(Register mdp);
266 void profile_switch_case(Register index_in_scratch, Register mdp,
267 Register scratch2);
268 template <class ArrayData> void profile_array_type(Register mdp, Register array, Register tmp);
269
270 void profile_multiple_element_types(Register mdp, Register element, Register tmp, const Register tmp2);
271 void profile_element_type(Register mdp, Register element, Register tmp);
272 void profile_acmp(Register mdp, Register left, Register right, Register tmp);
273
274 // Debugging
275 // only if +VerifyOops && state == atos
276 #define interp_verify_oop(reg, state) _interp_verify_oop(reg, state, __FILE__, __LINE__);
277 void _interp_verify_oop(Register reg, TosState state, const char* file, int line);
278
279 typedef enum { NotifyJVMTI, SkipNotifyJVMTI } NotifyMethodExitMode;
280
281 // support for jvmti/dtrace
282 void notify_method_entry();
283 void notify_method_exit(TosState state, NotifyMethodExitMode mode);
284
285 private:
286
287 Register _locals_register; // register that contains the pointer to the locals
288 Register _bcp_register; // register that contains the bcp
289
290 public:
291 void profile_obj_type(Register obj, const Address& mdo_addr);
292 void profile_arguments_type(Register mdp, Register callee, Register tmp, bool is_virtual);
|