blob: 571b21364773dd70e626739953295e57f95895d3 [file] [log] [blame]
Andreas Gampe9954e3b2016-08-05 20:34:39 -07001/*
2 * Copyright (C) 2016 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_UTILS_X86_JNI_MACRO_ASSEMBLER_X86_H_
18#define ART_COMPILER_UTILS_X86_JNI_MACRO_ASSEMBLER_X86_H_
19
20#include <vector>
21
22#include "assembler_x86.h"
23#include "base/arena_containers.h"
David Brazdild9c90372016-09-14 16:53:55 +010024#include "base/array_ref.h"
Andreas Gampe9954e3b2016-08-05 20:34:39 -070025#include "base/enums.h"
26#include "base/macros.h"
27#include "offsets.h"
Andreas Gampe9954e3b2016-08-05 20:34:39 -070028#include "utils/jni_macro_assembler.h"
29
30namespace art {
31namespace x86 {
32
Igor Murashkinae7ff922016-10-06 14:59:19 -070033class X86JNIMacroLabel;
34
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010035class X86JNIMacroAssembler final : public JNIMacroAssemblerFwd<X86Assembler, PointerSize::k32> {
Andreas Gampe9954e3b2016-08-05 20:34:39 -070036 public:
Vladimir Markoe764d2e2017-10-05 14:35:55 +010037 explicit X86JNIMacroAssembler(ArenaAllocator* allocator) : JNIMacroAssemblerFwd(allocator) {}
Andreas Gampe9954e3b2016-08-05 20:34:39 -070038 virtual ~X86JNIMacroAssembler() {}
39
40 //
41 // Overridden common assembler high-level functionality
42 //
43
44 // Emit code that will create an activation on the stack
45 void BuildFrame(size_t frame_size,
46 ManagedRegister method_reg,
Vladimir Marko662f12e2020-02-26 12:46:09 +000047 ArrayRef<const ManagedRegister> callee_save_regs) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070048
49 // Emit code that will remove an activation from the stack
Roland Levillain0d127e12017-07-05 17:01:11 +010050 void RemoveFrame(size_t frame_size,
51 ArrayRef<const ManagedRegister> callee_save_regs,
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010052 bool may_suspend) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070053
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010054 void IncreaseFrameSize(size_t adjust) override;
55 void DecreaseFrameSize(size_t adjust) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070056
Vladimir Markod95a1f22021-03-23 16:32:52 +000057 ManagedRegister CoreRegisterWithSize(ManagedRegister src, size_t size) override;
58
Andreas Gampe9954e3b2016-08-05 20:34:39 -070059 // Store routines
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010060 void Store(FrameOffset offs, ManagedRegister src, size_t size) override;
Vladimir Markod95a1f22021-03-23 16:32:52 +000061 void Store(ManagedRegister base, MemberOffset offs, ManagedRegister src, size_t size) override;
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010062 void StoreRef(FrameOffset dest, ManagedRegister src) override;
63 void StoreRawPtr(FrameOffset dest, ManagedRegister src) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070064
Vladimir Marko662f12e2020-02-26 12:46:09 +000065 void StoreImmediateToFrame(FrameOffset dest, uint32_t imm) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070066
Vladimir Marko662f12e2020-02-26 12:46:09 +000067 void StoreStackOffsetToThread(ThreadOffset32 thr_offs, FrameOffset fr_offs) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070068
Mythri Allec2632ac2022-05-13 14:37:52 +000069 void StoreStackPointerToThread(ThreadOffset32 thr_offs, bool tag_sp) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070070
Vladimir Marko662f12e2020-02-26 12:46:09 +000071 void StoreSpanning(FrameOffset dest, ManagedRegister src, FrameOffset in_off) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070072
73 // Load routines
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010074 void Load(ManagedRegister dest, FrameOffset src, size_t size) override;
Vladimir Markod95a1f22021-03-23 16:32:52 +000075 void Load(ManagedRegister dest, ManagedRegister base, MemberOffset offs, size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070076
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010077 void LoadFromThread(ManagedRegister dest, ThreadOffset32 src, size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070078
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010079 void LoadRef(ManagedRegister dest, FrameOffset src) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070080
81 void LoadRef(ManagedRegister dest, ManagedRegister base, MemberOffset offs,
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010082 bool unpoison_reference) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070083
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010084 void LoadRawPtr(ManagedRegister dest, ManagedRegister base, Offset offs) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070085
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010086 void LoadRawPtrFromThread(ManagedRegister dest, ThreadOffset32 offs) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070087
88 // Copying routines
Vladimir Markod3aaf942021-11-02 10:51:57 +000089 void MoveArguments(ArrayRef<ArgumentLocation> dests,
90 ArrayRef<ArgumentLocation> srcs,
91 ArrayRef<FrameOffset> refs) override;
Vladimir Marko03008222020-03-06 14:04:21 +000092
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010093 void Move(ManagedRegister dest, ManagedRegister src, size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070094
Vladimir Marko662f12e2020-02-26 12:46:09 +000095 void CopyRawPtrFromThread(FrameOffset fr_offs, ThreadOffset32 thr_offs) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070096
97 void CopyRawPtrToThread(ThreadOffset32 thr_offs, FrameOffset fr_offs, ManagedRegister scratch)
Roland Levillainbbc6e7e2018-08-24 16:58:47 +010098 override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -070099
Vladimir Marko662f12e2020-02-26 12:46:09 +0000100 void CopyRef(FrameOffset dest, FrameOffset src) override;
101 void CopyRef(FrameOffset dest,
102 ManagedRegister base,
103 MemberOffset offs,
104 bool unpoison_reference) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700105
Vladimir Marko662f12e2020-02-26 12:46:09 +0000106 void Copy(FrameOffset dest, FrameOffset src, size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700107
108 void Copy(FrameOffset dest, ManagedRegister src_base, Offset src_offset, ManagedRegister scratch,
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100109 size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700110
111 void Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, ManagedRegister scratch,
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100112 size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700113
114 void Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, ManagedRegister scratch,
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100115 size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700116
117 void Copy(ManagedRegister dest, Offset dest_offset, ManagedRegister src, Offset src_offset,
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100118 ManagedRegister scratch, size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700119
120 void Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset,
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100121 ManagedRegister scratch, size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700122
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100123 void MemoryBarrier(ManagedRegister) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700124
125 // Sign extension
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100126 void SignExtend(ManagedRegister mreg, size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700127
128 // Zero extension
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100129 void ZeroExtend(ManagedRegister mreg, size_t size) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700130
131 // Exploit fast access in managed code to Thread::Current()
Vladimir Marko662f12e2020-02-26 12:46:09 +0000132 void GetCurrentThread(ManagedRegister dest) override;
133 void GetCurrentThread(FrameOffset dest_offset) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700134
Vladimir Markocedec9d2021-02-08 16:16:13 +0000135 // Set up `out_reg` to hold a `jobject` (`StackReference<Object>*` to a spilled value),
136 // or to be null if the value is null and `null_allowed`. `in_reg` holds a possibly
137 // stale reference that can be used to avoid loading the spilled value to
138 // see if the value is null.
139 void CreateJObject(ManagedRegister out_reg,
140 FrameOffset spilled_reference_offset,
141 ManagedRegister in_reg,
142 bool null_allowed) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700143
Vladimir Markocedec9d2021-02-08 16:16:13 +0000144 // Set up `out_off` to hold a `jobject` (`StackReference<Object>*` to a spilled value),
145 // or to be null if the value is null and `null_allowed`.
146 void CreateJObject(FrameOffset out_off,
147 FrameOffset spilled_reference_offset,
148 bool null_allowed) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700149
150 // Heap::VerifyObject on src. In some cases (such as a reference to this) we
151 // know that src may not be null.
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100152 void VerifyObject(ManagedRegister src, bool could_be_null) override;
153 void VerifyObject(FrameOffset src, bool could_be_null) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700154
Vladimir Marko1c3c1062019-12-03 11:18:44 +0000155 // Jump to address held at [base+offset] (used for tail calls).
Vladimir Marko662f12e2020-02-26 12:46:09 +0000156 void Jump(ManagedRegister base, Offset offset) override;
Vladimir Marko1c3c1062019-12-03 11:18:44 +0000157
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700158 // Call to address held at [base+offset]
Vladimir Marko662f12e2020-02-26 12:46:09 +0000159 void Call(ManagedRegister base, Offset offset) override;
Vladimir Marko662f12e2020-02-26 12:46:09 +0000160 void CallFromThread(ThreadOffset32 offset) override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700161
Vladimir Markoce2a3442021-11-24 15:10:26 +0000162 // Generate fast-path for transition to Native. Go to `label` if any thread flag is set.
Vladimir Markoe74e0ce2021-12-08 14:16:21 +0000163 // The implementation can use `scratch_regs` which should be callee save core registers
164 // (already saved before this call) and must preserve all argument registers.
Vladimir Markoce2a3442021-11-24 15:10:26 +0000165 void TryToTransitionFromRunnableToNative(
166 JNIMacroLabel* label, ArrayRef<const ManagedRegister> scratch_regs) override;
167
Vladimir Markoe74e0ce2021-12-08 14:16:21 +0000168 // Generate fast-path for transition to Runnable. Go to `label` if any thread flag is set.
169 // The implementation can use `scratch_regs` which should be core argument registers
170 // not used as return registers and it must preserve the `return_reg` if any.
171 void TryToTransitionFromNativeToRunnable(JNIMacroLabel* label,
172 ArrayRef<const ManagedRegister> scratch_regs,
173 ManagedRegister return_reg) override;
174
Vladimir Marko46a89102021-10-21 13:05:46 +0000175 // Generate suspend check and branch to `label` if there is a pending suspend request.
176 void SuspendCheck(JNIMacroLabel* label) override;
177
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700178 // Generate code to check if Thread::Current()->exception_ is non-null
Vladimir Markoc8c2bb62021-10-15 09:33:09 +0100179 // and branch to the `label` if it is.
180 void ExceptionPoll(JNIMacroLabel* label) override;
181 // Deliver pending exception.
182 void DeliverPendingException() override;
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700183
Igor Murashkinae7ff922016-10-06 14:59:19 -0700184 // Create a new label that can be used with Jump/Bind calls.
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100185 std::unique_ptr<JNIMacroLabel> CreateLabel() override;
Igor Murashkinae7ff922016-10-06 14:59:19 -0700186 // Emit an unconditional jump to the label.
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100187 void Jump(JNIMacroLabel* label) override;
Vladimir Marko662f12e2020-02-26 12:46:09 +0000188 // Emit a conditional jump to the label by applying a unary condition test to the GC marking flag.
189 void TestGcMarking(JNIMacroLabel* label, JNIMacroUnaryCondition cond) override;
Vladimir Markoad333922021-11-02 10:51:57 +0000190 // Emit a conditional jump to the label by applying a unary condition test to object's mark bit.
191 void TestMarkBit(ManagedRegister ref, JNIMacroLabel* label, JNIMacroUnaryCondition cond) override;
Mythri Alle5eb7ad22022-07-05 12:44:52 +0000192 // Emit a conditional jump to label if the loaded value from specified locations is not zero.
193 void TestByteAndJumpIfNotZero(uintptr_t address, JNIMacroLabel* label) override;
Igor Murashkinae7ff922016-10-06 14:59:19 -0700194 // Code at this offset will serve as the target for the Jump call.
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100195 void Bind(JNIMacroLabel* label) override;
Igor Murashkinae7ff922016-10-06 14:59:19 -0700196
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700197 private:
198 DISALLOW_COPY_AND_ASSIGN(X86JNIMacroAssembler);
199};
200
Roland Levillainbbc6e7e2018-08-24 16:58:47 +0100201class X86JNIMacroLabel final
Igor Murashkinae7ff922016-10-06 14:59:19 -0700202 : public JNIMacroLabelCommon<X86JNIMacroLabel,
203 art::Label,
Vladimir Marko33bff252017-11-01 14:35:42 +0000204 InstructionSet::kX86> {
Igor Murashkinae7ff922016-10-06 14:59:19 -0700205 public:
206 art::Label* AsX86() {
207 return AsPlatformLabel();
208 }
209};
210
Andreas Gampe9954e3b2016-08-05 20:34:39 -0700211} // namespace x86
212} // namespace art
213
214#endif // ART_COMPILER_UTILS_X86_JNI_MACRO_ASSEMBLER_X86_H_