Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2016 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_COMPILER_UTILS_X86_JNI_MACRO_ASSEMBLER_X86_H_ |
| 18 | #define ART_COMPILER_UTILS_X86_JNI_MACRO_ASSEMBLER_X86_H_ |
| 19 | |
| 20 | #include <vector> |
| 21 | |
| 22 | #include "assembler_x86.h" |
| 23 | #include "base/arena_containers.h" |
David Brazdil | d9c9037 | 2016-09-14 16:53:55 +0100 | [diff] [blame] | 24 | #include "base/array_ref.h" |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 25 | #include "base/enums.h" |
| 26 | #include "base/macros.h" |
| 27 | #include "offsets.h" |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 28 | #include "utils/jni_macro_assembler.h" |
| 29 | |
| 30 | namespace art { |
| 31 | namespace x86 { |
| 32 | |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 33 | class X86JNIMacroLabel; |
| 34 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 35 | class X86JNIMacroAssembler final : public JNIMacroAssemblerFwd<X86Assembler, PointerSize::k32> { |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 36 | public: |
Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 37 | explicit X86JNIMacroAssembler(ArenaAllocator* allocator) : JNIMacroAssemblerFwd(allocator) {} |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 38 | virtual ~X86JNIMacroAssembler() {} |
| 39 | |
| 40 | // |
| 41 | // Overridden common assembler high-level functionality |
| 42 | // |
| 43 | |
| 44 | // Emit code that will create an activation on the stack |
| 45 | void BuildFrame(size_t frame_size, |
| 46 | ManagedRegister method_reg, |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 47 | ArrayRef<const ManagedRegister> callee_save_regs) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 48 | |
| 49 | // Emit code that will remove an activation from the stack |
Roland Levillain | 0d127e1 | 2017-07-05 17:01:11 +0100 | [diff] [blame] | 50 | void RemoveFrame(size_t frame_size, |
| 51 | ArrayRef<const ManagedRegister> callee_save_regs, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 52 | bool may_suspend) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 53 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 54 | void IncreaseFrameSize(size_t adjust) override; |
| 55 | void DecreaseFrameSize(size_t adjust) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 56 | |
Vladimir Marko | d95a1f2 | 2021-03-23 16:32:52 +0000 | [diff] [blame] | 57 | ManagedRegister CoreRegisterWithSize(ManagedRegister src, size_t size) override; |
| 58 | |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 59 | // Store routines |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 60 | void Store(FrameOffset offs, ManagedRegister src, size_t size) override; |
Vladimir Marko | d95a1f2 | 2021-03-23 16:32:52 +0000 | [diff] [blame] | 61 | void Store(ManagedRegister base, MemberOffset offs, ManagedRegister src, size_t size) override; |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 62 | void StoreRef(FrameOffset dest, ManagedRegister src) override; |
| 63 | void StoreRawPtr(FrameOffset dest, ManagedRegister src) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 64 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 65 | void StoreImmediateToFrame(FrameOffset dest, uint32_t imm) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 66 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 67 | void StoreStackOffsetToThread(ThreadOffset32 thr_offs, FrameOffset fr_offs) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 68 | |
Mythri Alle | c2632ac | 2022-05-13 14:37:52 +0000 | [diff] [blame] | 69 | void StoreStackPointerToThread(ThreadOffset32 thr_offs, bool tag_sp) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 70 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 71 | void StoreSpanning(FrameOffset dest, ManagedRegister src, FrameOffset in_off) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 72 | |
| 73 | // Load routines |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 74 | void Load(ManagedRegister dest, FrameOffset src, size_t size) override; |
Vladimir Marko | d95a1f2 | 2021-03-23 16:32:52 +0000 | [diff] [blame] | 75 | void Load(ManagedRegister dest, ManagedRegister base, MemberOffset offs, size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 76 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 77 | void LoadFromThread(ManagedRegister dest, ThreadOffset32 src, size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 78 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 79 | void LoadRef(ManagedRegister dest, FrameOffset src) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 80 | |
| 81 | void LoadRef(ManagedRegister dest, ManagedRegister base, MemberOffset offs, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 82 | bool unpoison_reference) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 83 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 84 | void LoadRawPtr(ManagedRegister dest, ManagedRegister base, Offset offs) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 85 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 86 | void LoadRawPtrFromThread(ManagedRegister dest, ThreadOffset32 offs) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 87 | |
| 88 | // Copying routines |
Vladimir Marko | d3aaf94 | 2021-11-02 10:51:57 +0000 | [diff] [blame] | 89 | void MoveArguments(ArrayRef<ArgumentLocation> dests, |
| 90 | ArrayRef<ArgumentLocation> srcs, |
| 91 | ArrayRef<FrameOffset> refs) override; |
Vladimir Marko | 0300822 | 2020-03-06 14:04:21 +0000 | [diff] [blame] | 92 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 93 | void Move(ManagedRegister dest, ManagedRegister src, size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 94 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 95 | void CopyRawPtrFromThread(FrameOffset fr_offs, ThreadOffset32 thr_offs) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 96 | |
| 97 | void CopyRawPtrToThread(ThreadOffset32 thr_offs, FrameOffset fr_offs, ManagedRegister scratch) |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 98 | override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 99 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 100 | void CopyRef(FrameOffset dest, FrameOffset src) override; |
| 101 | void CopyRef(FrameOffset dest, |
| 102 | ManagedRegister base, |
| 103 | MemberOffset offs, |
| 104 | bool unpoison_reference) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 105 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 106 | void Copy(FrameOffset dest, FrameOffset src, size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 107 | |
| 108 | void Copy(FrameOffset dest, ManagedRegister src_base, Offset src_offset, ManagedRegister scratch, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 109 | size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 110 | |
| 111 | void Copy(ManagedRegister dest_base, Offset dest_offset, FrameOffset src, ManagedRegister scratch, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 112 | size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 113 | |
| 114 | void Copy(FrameOffset dest, FrameOffset src_base, Offset src_offset, ManagedRegister scratch, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 115 | size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 116 | |
| 117 | void Copy(ManagedRegister dest, Offset dest_offset, ManagedRegister src, Offset src_offset, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 118 | ManagedRegister scratch, size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 119 | |
| 120 | void Copy(FrameOffset dest, Offset dest_offset, FrameOffset src, Offset src_offset, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 121 | ManagedRegister scratch, size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 122 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 123 | void MemoryBarrier(ManagedRegister) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 124 | |
| 125 | // Sign extension |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 126 | void SignExtend(ManagedRegister mreg, size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 127 | |
| 128 | // Zero extension |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 129 | void ZeroExtend(ManagedRegister mreg, size_t size) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 130 | |
| 131 | // Exploit fast access in managed code to Thread::Current() |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 132 | void GetCurrentThread(ManagedRegister dest) override; |
| 133 | void GetCurrentThread(FrameOffset dest_offset) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 134 | |
Vladimir Marko | cedec9d | 2021-02-08 16:16:13 +0000 | [diff] [blame] | 135 | // Set up `out_reg` to hold a `jobject` (`StackReference<Object>*` to a spilled value), |
| 136 | // or to be null if the value is null and `null_allowed`. `in_reg` holds a possibly |
| 137 | // stale reference that can be used to avoid loading the spilled value to |
| 138 | // see if the value is null. |
| 139 | void CreateJObject(ManagedRegister out_reg, |
| 140 | FrameOffset spilled_reference_offset, |
| 141 | ManagedRegister in_reg, |
| 142 | bool null_allowed) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 143 | |
Vladimir Marko | cedec9d | 2021-02-08 16:16:13 +0000 | [diff] [blame] | 144 | // Set up `out_off` to hold a `jobject` (`StackReference<Object>*` to a spilled value), |
| 145 | // or to be null if the value is null and `null_allowed`. |
| 146 | void CreateJObject(FrameOffset out_off, |
| 147 | FrameOffset spilled_reference_offset, |
| 148 | bool null_allowed) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 149 | |
| 150 | // Heap::VerifyObject on src. In some cases (such as a reference to this) we |
| 151 | // know that src may not be null. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 152 | void VerifyObject(ManagedRegister src, bool could_be_null) override; |
| 153 | void VerifyObject(FrameOffset src, bool could_be_null) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 154 | |
Vladimir Marko | 1c3c106 | 2019-12-03 11:18:44 +0000 | [diff] [blame] | 155 | // Jump to address held at [base+offset] (used for tail calls). |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 156 | void Jump(ManagedRegister base, Offset offset) override; |
Vladimir Marko | 1c3c106 | 2019-12-03 11:18:44 +0000 | [diff] [blame] | 157 | |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 158 | // Call to address held at [base+offset] |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 159 | void Call(ManagedRegister base, Offset offset) override; |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 160 | void CallFromThread(ThreadOffset32 offset) override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 161 | |
Vladimir Marko | ce2a344 | 2021-11-24 15:10:26 +0000 | [diff] [blame] | 162 | // Generate fast-path for transition to Native. Go to `label` if any thread flag is set. |
Vladimir Marko | e74e0ce | 2021-12-08 14:16:21 +0000 | [diff] [blame] | 163 | // The implementation can use `scratch_regs` which should be callee save core registers |
| 164 | // (already saved before this call) and must preserve all argument registers. |
Vladimir Marko | ce2a344 | 2021-11-24 15:10:26 +0000 | [diff] [blame] | 165 | void TryToTransitionFromRunnableToNative( |
| 166 | JNIMacroLabel* label, ArrayRef<const ManagedRegister> scratch_regs) override; |
| 167 | |
Vladimir Marko | e74e0ce | 2021-12-08 14:16:21 +0000 | [diff] [blame] | 168 | // Generate fast-path for transition to Runnable. Go to `label` if any thread flag is set. |
| 169 | // The implementation can use `scratch_regs` which should be core argument registers |
| 170 | // not used as return registers and it must preserve the `return_reg` if any. |
| 171 | void TryToTransitionFromNativeToRunnable(JNIMacroLabel* label, |
| 172 | ArrayRef<const ManagedRegister> scratch_regs, |
| 173 | ManagedRegister return_reg) override; |
| 174 | |
Vladimir Marko | 46a8910 | 2021-10-21 13:05:46 +0000 | [diff] [blame] | 175 | // Generate suspend check and branch to `label` if there is a pending suspend request. |
| 176 | void SuspendCheck(JNIMacroLabel* label) override; |
| 177 | |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 178 | // Generate code to check if Thread::Current()->exception_ is non-null |
Vladimir Marko | c8c2bb6 | 2021-10-15 09:33:09 +0100 | [diff] [blame] | 179 | // and branch to the `label` if it is. |
| 180 | void ExceptionPoll(JNIMacroLabel* label) override; |
| 181 | // Deliver pending exception. |
| 182 | void DeliverPendingException() override; |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 183 | |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 184 | // Create a new label that can be used with Jump/Bind calls. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 185 | std::unique_ptr<JNIMacroLabel> CreateLabel() override; |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 186 | // Emit an unconditional jump to the label. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 187 | void Jump(JNIMacroLabel* label) override; |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 188 | // Emit a conditional jump to the label by applying a unary condition test to the GC marking flag. |
| 189 | void TestGcMarking(JNIMacroLabel* label, JNIMacroUnaryCondition cond) override; |
Vladimir Marko | ad33392 | 2021-11-02 10:51:57 +0000 | [diff] [blame] | 190 | // Emit a conditional jump to the label by applying a unary condition test to object's mark bit. |
| 191 | void TestMarkBit(ManagedRegister ref, JNIMacroLabel* label, JNIMacroUnaryCondition cond) override; |
Mythri Alle | 5eb7ad2 | 2022-07-05 12:44:52 +0000 | [diff] [blame] | 192 | // Emit a conditional jump to label if the loaded value from specified locations is not zero. |
| 193 | void TestByteAndJumpIfNotZero(uintptr_t address, JNIMacroLabel* label) override; |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 194 | // Code at this offset will serve as the target for the Jump call. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 195 | void Bind(JNIMacroLabel* label) override; |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 196 | |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 197 | private: |
| 198 | DISALLOW_COPY_AND_ASSIGN(X86JNIMacroAssembler); |
| 199 | }; |
| 200 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 201 | class X86JNIMacroLabel final |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 202 | : public JNIMacroLabelCommon<X86JNIMacroLabel, |
| 203 | art::Label, |
Vladimir Marko | 33bff25 | 2017-11-01 14:35:42 +0000 | [diff] [blame] | 204 | InstructionSet::kX86> { |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 205 | public: |
| 206 | art::Label* AsX86() { |
| 207 | return AsPlatformLabel(); |
| 208 | } |
| 209 | }; |
| 210 | |
Andreas Gampe | 9954e3b | 2016-08-05 20:34:39 -0700 | [diff] [blame] | 211 | } // namespace x86 |
| 212 | } // namespace art |
| 213 | |
| 214 | #endif // ART_COMPILER_UTILS_X86_JNI_MACRO_ASSEMBLER_X86_H_ |