blob: 707c9992c07e31c6693bc5c21aaa6d1e1ef2b1fc [file] [log] [blame]
Nicolas Geoffray9cf35522014-06-09 18:40:10 +01001/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 * http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 */
16
17#ifndef ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_64_H_
18#define ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_64_H_
19
20#include "code_generator.h"
Calin Juravle52c48962014-12-16 17:02:57 +000021#include "dex/compiler_enums.h"
Calin Juravlecd6dffe2015-01-08 17:35:35 +000022#include "driver/compiler_options.h"
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010023#include "nodes.h"
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +000024#include "parallel_move_resolver.h"
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010025#include "utils/x86_64/assembler_x86_64.h"
26
27namespace art {
28namespace x86_64 {
29
Nicolas Geoffray86a8d7a2014-11-19 08:47:18 +000030// Use a local definition to prevent copying mistakes.
31static constexpr size_t kX86_64WordSize = kX86_64PointerSize;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010032
33static constexpr Register kParameterCoreRegisters[] = { RSI, RDX, RCX, R8, R9 };
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010034static constexpr FloatRegister kParameterFloatRegisters[] =
35 { XMM0, XMM1, XMM2, XMM3, XMM4, XMM5, XMM6, XMM7 };
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010036
37static constexpr size_t kParameterCoreRegistersLength = arraysize(kParameterCoreRegisters);
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010038static constexpr size_t kParameterFloatRegistersLength = arraysize(kParameterFloatRegisters);
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010039
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010040class InvokeDexCallingConvention : public CallingConvention<Register, FloatRegister> {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010041 public:
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010042 InvokeDexCallingConvention() : CallingConvention(
43 kParameterCoreRegisters,
44 kParameterCoreRegistersLength,
45 kParameterFloatRegisters,
46 kParameterFloatRegistersLength) {}
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010047
48 private:
49 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConvention);
50};
51
52class InvokeDexCallingConventionVisitor {
53 public:
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010054 InvokeDexCallingConventionVisitor() : gp_index_(0), fp_index_(0), stack_index_(0) {}
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010055
56 Location GetNextLocation(Primitive::Type type);
57
58 private:
59 InvokeDexCallingConvention calling_convention;
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010060 // The current index for cpu registers.
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010061 uint32_t gp_index_;
Nicolas Geoffray7fb49da2014-10-06 09:12:41 +010062 // The current index for fpu registers.
63 uint32_t fp_index_;
64 // The current stack index.
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010065 uint32_t stack_index_;
66
67 DISALLOW_COPY_AND_ASSIGN(InvokeDexCallingConventionVisitor);
68};
69
70class CodeGeneratorX86_64;
Andreas Gampe71fb52f2014-12-29 17:43:08 -080071
72class SlowPathCodeX86_64 : public SlowPathCode {
73 public:
74 SlowPathCodeX86_64() : entry_label_(), exit_label_() {}
75
76 Label* GetEntryLabel() { return &entry_label_; }
77 Label* GetExitLabel() { return &exit_label_; }
78
79 private:
80 Label entry_label_;
81 Label exit_label_;
82
83 DISALLOW_COPY_AND_ASSIGN(SlowPathCodeX86_64);
84};
Nicolas Geoffray9cf35522014-06-09 18:40:10 +010085
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +000086class ParallelMoveResolverX86_64 : public ParallelMoveResolver {
87 public:
88 ParallelMoveResolverX86_64(ArenaAllocator* allocator, CodeGeneratorX86_64* codegen)
89 : ParallelMoveResolver(allocator), codegen_(codegen) {}
90
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +000091 void EmitMove(size_t index) OVERRIDE;
92 void EmitSwap(size_t index) OVERRIDE;
93 void SpillScratch(int reg) OVERRIDE;
94 void RestoreScratch(int reg) OVERRIDE;
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +000095
96 X86_64Assembler* GetAssembler() const;
97
98 private:
Nicolas Geoffray412f10c2014-06-19 10:00:34 +010099 void Exchange32(CpuRegister reg, int mem);
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100100 void Exchange32(XmmRegister reg, int mem);
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100101 void Exchange32(int mem1, int mem2);
102 void Exchange64(CpuRegister reg, int mem);
Nicolas Geoffray102cbed2014-10-15 18:31:05 +0100103 void Exchange64(XmmRegister reg, int mem);
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100104 void Exchange64(int mem1, int mem2);
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +0000105
106 CodeGeneratorX86_64* const codegen_;
107
108 DISALLOW_COPY_AND_ASSIGN(ParallelMoveResolverX86_64);
109};
110
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100111class LocationsBuilderX86_64 : public HGraphVisitor {
112 public:
113 LocationsBuilderX86_64(HGraph* graph, CodeGeneratorX86_64* codegen)
114 : HGraphVisitor(graph), codegen_(codegen) {}
115
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100116#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000117 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100118
Nicolas Geoffray96f89a22014-07-11 10:57:49 +0100119 FOR_EACH_CONCRETE_INSTRUCTION(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100120
121#undef DECLARE_VISIT_INSTRUCTION
122
123 private:
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000124 void HandleInvoke(HInvoke* invoke);
125 void HandleBitwiseOperation(HBinaryOperation* operation);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000126 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000127 void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
128 void HandleFieldGet(HInstruction* instruction);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000129
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100130 CodeGeneratorX86_64* const codegen_;
131 InvokeDexCallingConventionVisitor parameter_visitor_;
132
133 DISALLOW_COPY_AND_ASSIGN(LocationsBuilderX86_64);
134};
135
136class InstructionCodeGeneratorX86_64 : public HGraphVisitor {
137 public:
138 InstructionCodeGeneratorX86_64(HGraph* graph, CodeGeneratorX86_64* codegen);
139
Nicolas Geoffray360231a2014-10-08 21:07:48 +0100140#define DECLARE_VISIT_INSTRUCTION(name, super) \
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000141 void Visit##name(H##name* instr) OVERRIDE;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100142
Nicolas Geoffray96f89a22014-07-11 10:57:49 +0100143 FOR_EACH_CONCRETE_INSTRUCTION(DECLARE_VISIT_INSTRUCTION)
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100144
145#undef DECLARE_VISIT_INSTRUCTION
146
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100147 X86_64Assembler* GetAssembler() const { return assembler_; }
148
149 private:
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100150 // Generate code for the given suspend check. If not null, `successor`
151 // is the block to branch to if the suspend check is not needed, and after
152 // the suspend call.
153 void GenerateSuspendCheck(HSuspendCheck* instruction, HBasicBlock* successor);
Nicolas Geoffray424f6762014-11-03 14:51:25 +0000154 void GenerateClassInitializationCheck(SlowPathCodeX86_64* slow_path, CpuRegister class_reg);
Nicolas Geoffray9574c4b2014-11-12 13:19:37 +0000155 void HandleBitwiseOperation(HBinaryOperation* operation);
Mark Mendell24f2dfa2015-01-14 19:51:45 -0500156 void GenerateRemFP(HRem *rem);
Calin Juravlebacfec32014-11-14 15:54:36 +0000157 void GenerateDivRemIntegral(HBinaryOperation* instruction);
Calin Juravle9aec02f2014-11-18 23:06:35 +0000158 void HandleShift(HBinaryOperation* operation);
Calin Juravle52c48962014-12-16 17:02:57 +0000159 void GenerateMemoryBarrier(MemBarrierKind kind);
160 void HandleFieldSet(HInstruction* instruction, const FieldInfo& field_info);
161 void HandleFieldGet(HInstruction* instruction, const FieldInfo& field_info);
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000162 void GenerateImplicitNullCheck(HNullCheck* instruction);
163 void GenerateExplicitNullCheck(HNullCheck* instruction);
Mark Mendell24f2dfa2015-01-14 19:51:45 -0500164 void PushOntoFPStack(Location source, uint32_t temp_offset,
165 uint32_t stack_adjustment, bool is_float);
Nicolas Geoffray3c049742014-09-24 18:10:46 +0100166
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100167 X86_64Assembler* const assembler_;
168 CodeGeneratorX86_64* const codegen_;
169
170 DISALLOW_COPY_AND_ASSIGN(InstructionCodeGeneratorX86_64);
171};
172
173class CodeGeneratorX86_64 : public CodeGenerator {
174 public:
Calin Juravlecd6dffe2015-01-08 17:35:35 +0000175 CodeGeneratorX86_64(HGraph* graph, const CompilerOptions& compiler_options);
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100176 virtual ~CodeGeneratorX86_64() {}
177
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000178 void GenerateFrameEntry() OVERRIDE;
179 void GenerateFrameExit() OVERRIDE;
180 void Bind(HBasicBlock* block) OVERRIDE;
181 void Move(HInstruction* instruction, Location location, HInstruction* move_for) OVERRIDE;
182 size_t SaveCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
183 size_t RestoreCoreRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
184 size_t SaveFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
185 size_t RestoreFloatingPointRegister(size_t stack_index, uint32_t reg_id) OVERRIDE;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100186
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000187 size_t GetWordSize() const OVERRIDE {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100188 return kX86_64WordSize;
189 }
190
Mark Mendellf85a9ca2015-01-13 09:20:58 -0500191 size_t GetFloatingPointSpillSlotSize() const OVERRIDE {
192 return kX86_64WordSize;
193 }
194
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000195 HGraphVisitor* GetLocationBuilder() OVERRIDE {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100196 return &location_builder_;
197 }
198
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000199 HGraphVisitor* GetInstructionVisitor() OVERRIDE {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100200 return &instruction_visitor_;
201 }
202
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000203 X86_64Assembler* GetAssembler() OVERRIDE {
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100204 return &assembler_;
205 }
206
Nicolas Geoffrayf0e39372014-11-12 17:50:07 +0000207 ParallelMoveResolverX86_64* GetMoveResolver() OVERRIDE {
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +0000208 return &move_resolver_;
209 }
210
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000211 uintptr_t GetAddressOf(HBasicBlock* block) const OVERRIDE {
212 return GetLabelOf(block)->Position();
213 }
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100214
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000215 Location GetStackLocation(HLoadLocal* load) const OVERRIDE;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100216
Nicolas Geoffray98893962015-01-21 12:32:32 +0000217 void SetupBlockedRegisters(bool is_baseline) const OVERRIDE;
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000218 Location AllocateFreeRegister(Primitive::Type type) const OVERRIDE;
219 void DumpCoreRegister(std::ostream& stream, int reg) const OVERRIDE;
220 void DumpFloatingPointRegister(std::ostream& stream, int reg) const OVERRIDE;
221
222 InstructionSet GetInstructionSet() const OVERRIDE {
Nicolas Geoffray412f10c2014-06-19 10:00:34 +0100223 return InstructionSet::kX86_64;
224 }
225
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100226 // Emit a write barrier.
227 void MarkGCCard(CpuRegister temp, CpuRegister card, CpuRegister object, CpuRegister value);
228
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100229 // Helper method to move a value between two locations.
230 void Move(Location destination, Location source);
231
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100232 void LoadCurrentMethod(CpuRegister reg);
233
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100234 Label* GetLabelOf(HBasicBlock* block) const {
Nicolas Geoffraydc23d832015-02-16 11:15:43 +0000235 return CommonGetLabelOf<Label>(block_labels_.GetRawStorage(), block);
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100236 }
237
Nicolas Geoffrayde58ab22014-11-05 12:46:03 +0000238 void Initialize() OVERRIDE {
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100239 block_labels_.SetSize(GetGraph()->GetBlocks().Size());
240 }
241
Nicolas Geoffray840e5462015-01-07 16:01:24 +0000242 bool NeedsTwoRegisters(Primitive::Type type ATTRIBUTE_UNUSED) const OVERRIDE {
243 return false;
244 }
245
Andreas Gampe71fb52f2014-12-29 17:43:08 -0800246 void GenerateStaticOrDirectCall(HInvokeStaticOrDirect* invoke, CpuRegister temp);
247
Nicolas Geoffray3c7bb982014-07-23 16:04:16 +0100248 private:
Nicolas Geoffray92a73ae2014-10-16 11:12:52 +0100249 // Labels for each block that will be compiled.
250 GrowableArray<Label> block_labels_;
Nicolas Geoffray1cf95282014-12-12 19:22:03 +0000251 Label frame_entry_label_;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100252 LocationsBuilderX86_64 location_builder_;
253 InstructionCodeGeneratorX86_64 instruction_visitor_;
Nicolas Geoffrayecb2f9b2014-06-13 08:59:59 +0000254 ParallelMoveResolverX86_64 move_resolver_;
Nicolas Geoffray9cf35522014-06-09 18:40:10 +0100255 X86_64Assembler assembler_;
256
257 DISALLOW_COPY_AND_ASSIGN(CodeGeneratorX86_64);
258};
259
260} // namespace x86_64
261} // namespace art
262
263#endif // ART_COMPILER_OPTIMIZING_CODE_GENERATOR_X86_64_H_