Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 2016 The Android Open Source Project |
| 3 | * |
| 4 | * Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | * you may not use this file except in compliance with the License. |
| 6 | * You may obtain a copy of the License at |
| 7 | * |
| 8 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | * |
| 10 | * Unless required by applicable law or agreed to in writing, software |
| 11 | * distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | * See the License for the specific language governing permissions and |
| 14 | * limitations under the License. |
| 15 | */ |
| 16 | |
| 17 | #ifndef ART_COMPILER_UTILS_ARM_JNI_MACRO_ASSEMBLER_ARM_VIXL_H_ |
| 18 | #define ART_COMPILER_UTILS_ARM_JNI_MACRO_ASSEMBLER_ARM_VIXL_H_ |
| 19 | |
Andreas Gampe | 5794381 | 2017-12-06 21:39:13 -0800 | [diff] [blame] | 20 | #include <android-base/logging.h> |
| 21 | |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 22 | #include "base/arena_containers.h" |
Andreas Gampe | 5794381 | 2017-12-06 21:39:13 -0800 | [diff] [blame] | 23 | #include "base/macros.h" |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 24 | #include "constants_arm.h" |
| 25 | #include "offsets.h" |
| 26 | #include "utils/arm/assembler_arm_shared.h" |
| 27 | #include "utils/arm/assembler_arm_vixl.h" |
| 28 | #include "utils/arm/managed_register_arm.h" |
| 29 | #include "utils/assembler.h" |
| 30 | #include "utils/jni_macro_assembler.h" |
| 31 | |
| 32 | namespace art { |
| 33 | namespace arm { |
| 34 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 35 | class ArmVIXLJNIMacroAssembler final |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 36 | : public JNIMacroAssemblerFwd<ArmVIXLAssembler, PointerSize::k32> { |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 37 | public: |
Vladimir Marko | e764d2e | 2017-10-05 14:35:55 +0100 | [diff] [blame] | 38 | explicit ArmVIXLJNIMacroAssembler(ArenaAllocator* allocator) |
Vladimir Marko | c8c2bb6 | 2021-10-15 09:33:09 +0100 | [diff] [blame] | 39 | : JNIMacroAssemblerFwd(allocator) {} |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 40 | |
| 41 | virtual ~ArmVIXLJNIMacroAssembler() {} |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 42 | void FinalizeCode() override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 43 | |
| 44 | // |
| 45 | // Overridden common assembler high-level functionality |
| 46 | // |
| 47 | |
| 48 | // Emit code that will create an activation on the stack. |
| 49 | void BuildFrame(size_t frame_size, |
| 50 | ManagedRegister method_reg, |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 51 | ArrayRef<const ManagedRegister> callee_save_regs) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 52 | |
| 53 | // Emit code that will remove an activation from the stack. |
| 54 | void RemoveFrame(size_t frame_size, |
Roland Levillain | 0d127e1 | 2017-07-05 17:01:11 +0100 | [diff] [blame] | 55 | ArrayRef<const ManagedRegister> callee_save_regs, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 56 | bool may_suspend) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 57 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 58 | void IncreaseFrameSize(size_t adjust) override; |
| 59 | void DecreaseFrameSize(size_t adjust) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 60 | |
Vladimir Marko | d95a1f2 | 2021-03-23 16:32:52 +0000 | [diff] [blame] | 61 | ManagedRegister CoreRegisterWithSize(ManagedRegister src, size_t size) override; |
| 62 | |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 63 | // Store routines. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 64 | void Store(FrameOffset offs, ManagedRegister src, size_t size) override; |
Vladimir Marko | d95a1f2 | 2021-03-23 16:32:52 +0000 | [diff] [blame] | 65 | void Store(ManagedRegister base, MemberOffset offs, ManagedRegister src, size_t size) override; |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 66 | void StoreRef(FrameOffset dest, ManagedRegister src) override; |
| 67 | void StoreRawPtr(FrameOffset dest, ManagedRegister src) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 68 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 69 | void StoreImmediateToFrame(FrameOffset dest, uint32_t imm) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 70 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 71 | void StoreStackOffsetToThread(ThreadOffset32 thr_offs, FrameOffset fr_offs) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 72 | |
Mythri Alle | c2632ac | 2022-05-13 14:37:52 +0000 | [diff] [blame] | 73 | void StoreStackPointerToThread(ThreadOffset32 thr_offs, bool tag_sp) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 74 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 75 | void StoreSpanning(FrameOffset dest, ManagedRegister src, FrameOffset in_off) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 76 | |
| 77 | // Load routines. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 78 | void Load(ManagedRegister dest, FrameOffset src, size_t size) override; |
Vladimir Marko | d95a1f2 | 2021-03-23 16:32:52 +0000 | [diff] [blame] | 79 | void Load(ManagedRegister dest, ManagedRegister base, MemberOffset offs, size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 80 | |
| 81 | void LoadFromThread(ManagedRegister dest, |
| 82 | ThreadOffset32 src, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 83 | size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 84 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 85 | void LoadRef(ManagedRegister dest, FrameOffset src) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 86 | |
| 87 | void LoadRef(ManagedRegister dest, |
| 88 | ManagedRegister base, |
| 89 | MemberOffset offs, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 90 | bool unpoison_reference) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 91 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 92 | void LoadRawPtr(ManagedRegister dest, ManagedRegister base, Offset offs) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 93 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 94 | void LoadRawPtrFromThread(ManagedRegister dest, ThreadOffset32 offs) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 95 | |
| 96 | // Copying routines. |
Vladimir Marko | d3aaf94 | 2021-11-02 10:51:57 +0000 | [diff] [blame] | 97 | void MoveArguments(ArrayRef<ArgumentLocation> dests, |
| 98 | ArrayRef<ArgumentLocation> srcs, |
| 99 | ArrayRef<FrameOffset> refs) override; |
Vladimir Marko | 0300822 | 2020-03-06 14:04:21 +0000 | [diff] [blame] | 100 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 101 | void Move(ManagedRegister dest, ManagedRegister src, size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 102 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 103 | void CopyRawPtrFromThread(FrameOffset fr_offs, ThreadOffset32 thr_offs) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 104 | |
| 105 | void CopyRawPtrToThread(ThreadOffset32 thr_offs, |
| 106 | FrameOffset fr_offs, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 107 | ManagedRegister scratch) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 108 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 109 | void CopyRef(FrameOffset dest, FrameOffset src) override; |
| 110 | void CopyRef(FrameOffset dest, |
| 111 | ManagedRegister base, |
| 112 | MemberOffset offs, |
| 113 | bool unpoison_reference) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 114 | |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 115 | void Copy(FrameOffset dest, FrameOffset src, size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 116 | |
| 117 | void Copy(FrameOffset dest, |
| 118 | ManagedRegister src_base, |
| 119 | Offset src_offset, |
| 120 | ManagedRegister scratch, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 121 | size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 122 | |
| 123 | void Copy(ManagedRegister dest_base, |
| 124 | Offset dest_offset, |
| 125 | FrameOffset src, |
| 126 | ManagedRegister scratch, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 127 | size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 128 | |
| 129 | void Copy(FrameOffset dest, |
| 130 | FrameOffset src_base, |
| 131 | Offset src_offset, |
| 132 | ManagedRegister scratch, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 133 | size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 134 | |
| 135 | void Copy(ManagedRegister dest, |
| 136 | Offset dest_offset, |
| 137 | ManagedRegister src, |
| 138 | Offset src_offset, |
| 139 | ManagedRegister scratch, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 140 | size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 141 | |
| 142 | void Copy(FrameOffset dest, |
| 143 | Offset dest_offset, |
| 144 | FrameOffset src, |
| 145 | Offset src_offset, |
| 146 | ManagedRegister scratch, |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 147 | size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 148 | |
| 149 | // Sign extension. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 150 | void SignExtend(ManagedRegister mreg, size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 151 | |
| 152 | // Zero extension. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 153 | void ZeroExtend(ManagedRegister mreg, size_t size) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 154 | |
| 155 | // Exploit fast access in managed code to Thread::Current(). |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 156 | void GetCurrentThread(ManagedRegister dest) override; |
| 157 | void GetCurrentThread(FrameOffset dest_offset) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 158 | |
Vladimir Marko | cedec9d | 2021-02-08 16:16:13 +0000 | [diff] [blame] | 159 | // Set up `out_reg` to hold a `jobject` (`StackReference<Object>*` to a spilled value), |
| 160 | // or to be null if the value is null and `null_allowed`. `in_reg` holds a possibly |
| 161 | // stale reference that can be used to avoid loading the spilled value to |
| 162 | // see if the value is null. |
| 163 | void CreateJObject(ManagedRegister out_reg, |
| 164 | FrameOffset spilled_reference_offset, |
| 165 | ManagedRegister in_reg, |
| 166 | bool null_allowed) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 167 | |
Vladimir Marko | cedec9d | 2021-02-08 16:16:13 +0000 | [diff] [blame] | 168 | // Set up `out_off` to hold a `jobject` (`StackReference<Object>*` to a spilled value), |
| 169 | // or to be null if the value is null and `null_allowed`. |
| 170 | void CreateJObject(FrameOffset out_off, |
| 171 | FrameOffset spilled_reference_offset, |
| 172 | bool null_allowed) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 173 | |
| 174 | // Heap::VerifyObject on src. In some cases (such as a reference to this) we |
| 175 | // know that src may not be null. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 176 | void VerifyObject(ManagedRegister src, bool could_be_null) override; |
| 177 | void VerifyObject(FrameOffset src, bool could_be_null) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 178 | |
Vladimir Marko | 1c3c106 | 2019-12-03 11:18:44 +0000 | [diff] [blame] | 179 | // Jump to address held at [base+offset] (used for tail calls). |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 180 | void Jump(ManagedRegister base, Offset offset) override; |
Vladimir Marko | 1c3c106 | 2019-12-03 11:18:44 +0000 | [diff] [blame] | 181 | |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 182 | // Call to address held at [base+offset]. |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 183 | void Call(ManagedRegister base, Offset offset) override; |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 184 | void CallFromThread(ThreadOffset32 offset) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 185 | |
Vladimir Marko | ce2a344 | 2021-11-24 15:10:26 +0000 | [diff] [blame] | 186 | // Generate fast-path for transition to Native. Go to `label` if any thread flag is set. |
Vladimir Marko | e74e0ce | 2021-12-08 14:16:21 +0000 | [diff] [blame] | 187 | // The implementation can use `scratch_regs` which should be callee save core registers |
| 188 | // (already saved before this call) and must preserve all argument registers. |
Vladimir Marko | ce2a344 | 2021-11-24 15:10:26 +0000 | [diff] [blame] | 189 | void TryToTransitionFromRunnableToNative( |
| 190 | JNIMacroLabel* label, ArrayRef<const ManagedRegister> scratch_regs) override; |
| 191 | |
Vladimir Marko | e74e0ce | 2021-12-08 14:16:21 +0000 | [diff] [blame] | 192 | // Generate fast-path for transition to Runnable. Go to `label` if any thread flag is set. |
| 193 | // The implementation can use `scratch_regs` which should be core argument registers |
| 194 | // not used as return registers and it must preserve the `return_reg` if any. |
| 195 | void TryToTransitionFromNativeToRunnable(JNIMacroLabel* label, |
| 196 | ArrayRef<const ManagedRegister> scratch_regs, |
| 197 | ManagedRegister return_reg) override; |
| 198 | |
Vladimir Marko | 46a8910 | 2021-10-21 13:05:46 +0000 | [diff] [blame] | 199 | // Generate suspend check and branch to `label` if there is a pending suspend request. |
| 200 | void SuspendCheck(JNIMacroLabel* label) override; |
| 201 | |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 202 | // Generate code to check if Thread::Current()->exception_ is non-null |
Vladimir Marko | c8c2bb6 | 2021-10-15 09:33:09 +0100 | [diff] [blame] | 203 | // and branch to the `label` if it is. |
| 204 | void ExceptionPoll(JNIMacroLabel* label) override; |
| 205 | // Deliver pending exception. |
| 206 | void DeliverPendingException() override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 207 | |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 208 | // Create a new label that can be used with Jump/Bind calls. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 209 | std::unique_ptr<JNIMacroLabel> CreateLabel() override; |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 210 | // Emit an unconditional jump to the label. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 211 | void Jump(JNIMacroLabel* label) override; |
Vladimir Marko | 662f12e | 2020-02-26 12:46:09 +0000 | [diff] [blame] | 212 | // Emit a conditional jump to the label by applying a unary condition test to the GC marking flag. |
| 213 | void TestGcMarking(JNIMacroLabel* label, JNIMacroUnaryCondition cond) override; |
Vladimir Marko | ad33392 | 2021-11-02 10:51:57 +0000 | [diff] [blame] | 214 | // Emit a conditional jump to the label by applying a unary condition test to object's mark bit. |
| 215 | void TestMarkBit(ManagedRegister ref, JNIMacroLabel* label, JNIMacroUnaryCondition cond) override; |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 216 | // Code at this offset will serve as the target for the Jump call. |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 217 | void Bind(JNIMacroLabel* label) override; |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 218 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 219 | void MemoryBarrier(ManagedRegister scratch) override; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 220 | |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 221 | void Load(ArmManagedRegister dest, vixl32::Register base, int32_t offset, size_t size); |
| 222 | |
| 223 | private: |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 224 | // Used for testing. |
Vladimir Marko | 0e851e2 | 2016-08-25 18:17:56 +0100 | [diff] [blame] | 225 | friend class ArmVIXLAssemblerTest_VixlLoadFromOffset_Test; |
| 226 | friend class ArmVIXLAssemblerTest_VixlStoreToOffset_Test; |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 227 | }; |
| 228 | |
Roland Levillain | bbc6e7e | 2018-08-24 16:58:47 +0100 | [diff] [blame] | 229 | class ArmVIXLJNIMacroLabel final |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 230 | : public JNIMacroLabelCommon<ArmVIXLJNIMacroLabel, |
| 231 | vixl32::Label, |
Vladimir Marko | 33bff25 | 2017-11-01 14:35:42 +0000 | [diff] [blame] | 232 | InstructionSet::kArm> { |
Igor Murashkin | ae7ff92 | 2016-10-06 14:59:19 -0700 | [diff] [blame] | 233 | public: |
| 234 | vixl32::Label* AsArm() { |
| 235 | return AsPlatformLabel(); |
| 236 | } |
| 237 | }; |
| 238 | |
Artem Serov | 12e097c | 2016-08-08 15:13:26 +0100 | [diff] [blame] | 239 | } // namespace arm |
| 240 | } // namespace art |
| 241 | |
| 242 | #endif // ART_COMPILER_UTILS_ARM_JNI_MACRO_ASSEMBLER_ARM_VIXL_H_ |