Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 1 | /* |
Ingo Molnar | ae02679 | 2015-04-26 15:36:46 +0200 | [diff] [blame] | 2 | * x86 FPU boot time init code: |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 3 | */ |
Ingo Molnar | 78f7f1e | 2015-04-24 02:54:44 +0200 | [diff] [blame] | 4 | #include <asm/fpu/internal.h> |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 5 | #include <asm/tlbflush.h> |
yu-cheng yu | 4f81cba | 2016-01-06 14:24:51 -0800 | [diff] [blame] | 6 | #include <asm/setup.h> |
| 7 | #include <asm/cmdline.h> |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 8 | |
Ingo Molnar | 5aaeb5c | 2015-07-17 12:28:12 +0200 | [diff] [blame] | 9 | #include <linux/sched.h> |
Ingo Molnar | 2993002 | 2017-02-08 18:51:36 +0100 | [diff] [blame] | 10 | #include <linux/sched/task.h> |
yu-cheng yu | 4f81cba | 2016-01-06 14:24:51 -0800 | [diff] [blame] | 11 | #include <linux/init.h> |
Ingo Molnar | 5aaeb5c | 2015-07-17 12:28:12 +0200 | [diff] [blame] | 12 | |
Ingo Molnar | ae02679 | 2015-04-26 15:36:46 +0200 | [diff] [blame] | 13 | /* |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 14 | * Initialize the registers found in all CPUs, CR0 and CR4: |
| 15 | */ |
| 16 | static void fpu__init_cpu_generic(void) |
| 17 | { |
| 18 | unsigned long cr0; |
| 19 | unsigned long cr4_mask = 0; |
| 20 | |
Borislav Petkov | 01f8fd7 | 2016-04-04 22:25:01 +0200 | [diff] [blame] | 21 | if (boot_cpu_has(X86_FEATURE_FXSR)) |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 22 | cr4_mask |= X86_CR4_OSFXSR; |
Borislav Petkov | dda9edf | 2016-04-04 22:24:57 +0200 | [diff] [blame] | 23 | if (boot_cpu_has(X86_FEATURE_XMM)) |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 24 | cr4_mask |= X86_CR4_OSXMMEXCPT; |
| 25 | if (cr4_mask) |
| 26 | cr4_set_bits(cr4_mask); |
| 27 | |
| 28 | cr0 = read_cr0(); |
| 29 | cr0 &= ~(X86_CR0_TS|X86_CR0_EM); /* clear TS and EM */ |
Borislav Petkov | a402a8d | 2016-04-04 22:24:58 +0200 | [diff] [blame] | 30 | if (!boot_cpu_has(X86_FEATURE_FPU)) |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 31 | cr0 |= X86_CR0_EM; |
| 32 | write_cr0(cr0); |
Ingo Molnar | b1276c4 | 2015-04-29 10:58:03 +0200 | [diff] [blame] | 33 | |
| 34 | /* Flush out any pending x87 state: */ |
Ingo Molnar | 5fc9603 | 2015-08-22 09:52:06 +0200 | [diff] [blame] | 35 | #ifdef CONFIG_MATH_EMULATION |
Borislav Petkov | a402a8d | 2016-04-04 22:24:58 +0200 | [diff] [blame] | 36 | if (!boot_cpu_has(X86_FEATURE_FPU)) |
Ingo Molnar | 5fc9603 | 2015-08-22 09:52:06 +0200 | [diff] [blame] | 37 | fpstate_init_soft(¤t->thread.fpu.state.soft); |
| 38 | else |
| 39 | #endif |
| 40 | asm volatile ("fninit"); |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 41 | } |
| 42 | |
| 43 | /* |
Ingo Molnar | ae02679 | 2015-04-26 15:36:46 +0200 | [diff] [blame] | 44 | * Enable all supported FPU features. Called when a CPU is brought online: |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 45 | */ |
| 46 | void fpu__init_cpu(void) |
| 47 | { |
| 48 | fpu__init_cpu_generic(); |
| 49 | fpu__init_cpu_xstate(); |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 50 | } |
| 51 | |
Andy Lutomirski | 37ac78b | 2017-01-18 11:15:41 -0800 | [diff] [blame] | 52 | static bool fpu__probe_without_cpuid(void) |
Ingo Molnar | 2e2f3da | 2015-04-26 14:40:54 +0200 | [diff] [blame] | 53 | { |
| 54 | unsigned long cr0; |
| 55 | u16 fsw, fcw; |
| 56 | |
| 57 | fsw = fcw = 0xffff; |
| 58 | |
| 59 | cr0 = read_cr0(); |
| 60 | cr0 &= ~(X86_CR0_TS | X86_CR0_EM); |
| 61 | write_cr0(cr0); |
| 62 | |
Andy Lutomirski | 37ac78b | 2017-01-18 11:15:41 -0800 | [diff] [blame] | 63 | asm volatile("fninit ; fnstsw %0 ; fnstcw %1" : "+m" (fsw), "+m" (fcw)); |
Ingo Molnar | 2e2f3da | 2015-04-26 14:40:54 +0200 | [diff] [blame] | 64 | |
Andy Lutomirski | 37ac78b | 2017-01-18 11:15:41 -0800 | [diff] [blame] | 65 | pr_info("x86/fpu: Probing for FPU: FSW=0x%04hx FCW=0x%04hx\n", fsw, fcw); |
| 66 | |
| 67 | return fsw == 0 && (fcw & 0x103f) == 0x003f; |
| 68 | } |
| 69 | |
| 70 | static void fpu__init_system_early_generic(struct cpuinfo_x86 *c) |
| 71 | { |
| 72 | if (!boot_cpu_has(X86_FEATURE_CPUID) && |
| 73 | !test_bit(X86_FEATURE_FPU, (unsigned long *)cpu_caps_cleared)) { |
| 74 | if (fpu__probe_without_cpuid()) |
| 75 | setup_force_cpu_cap(X86_FEATURE_FPU); |
Andy Lutomirski | f363938 | 2016-01-21 15:24:31 -0800 | [diff] [blame] | 76 | else |
Andy Lutomirski | 37ac78b | 2017-01-18 11:15:41 -0800 | [diff] [blame] | 77 | setup_clear_cpu_cap(X86_FEATURE_FPU); |
Andy Lutomirski | f363938 | 2016-01-21 15:24:31 -0800 | [diff] [blame] | 78 | } |
Ingo Molnar | e83ab9a | 2015-04-26 14:43:44 +0200 | [diff] [blame] | 79 | |
| 80 | #ifndef CONFIG_MATH_EMULATION |
Andy Lutomirski | 9729017 | 2017-01-18 11:15:42 -0800 | [diff] [blame] | 81 | if (!test_cpu_cap(&boot_cpu_data, X86_FEATURE_FPU)) { |
Ingo Molnar | ae02679 | 2015-04-26 15:36:46 +0200 | [diff] [blame] | 82 | pr_emerg("x86/fpu: Giving up, no FPU found and no math emulation present\n"); |
Ingo Molnar | e83ab9a | 2015-04-26 14:43:44 +0200 | [diff] [blame] | 83 | for (;;) |
| 84 | asm volatile("hlt"); |
| 85 | } |
| 86 | #endif |
Ingo Molnar | 2e2f3da | 2015-04-26 14:40:54 +0200 | [diff] [blame] | 87 | } |
| 88 | |
| 89 | /* |
Ingo Molnar | 4d16409 | 2015-04-22 13:44:25 +0200 | [diff] [blame] | 90 | * Boot time FPU feature detection code: |
| 91 | */ |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 92 | unsigned int mxcsr_feature_mask __read_mostly = 0xffffffffu; |
Wanpeng Li | a575813 | 2017-05-11 02:58:55 -0700 | [diff] [blame] | 93 | EXPORT_SYMBOL_GPL(mxcsr_feature_mask); |
Ingo Molnar | 91a8c2a | 2015-04-24 10:49:11 +0200 | [diff] [blame] | 94 | |
Ingo Molnar | 3223187 | 2015-05-04 09:52:42 +0200 | [diff] [blame] | 95 | static void __init fpu__init_system_mxcsr(void) |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 96 | { |
Ingo Molnar | 91a8c2a | 2015-04-24 10:49:11 +0200 | [diff] [blame] | 97 | unsigned int mask = 0; |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 98 | |
Borislav Petkov | 01f8fd7 | 2016-04-04 22:25:01 +0200 | [diff] [blame] | 99 | if (boot_cpu_has(X86_FEATURE_FXSR)) { |
Ingo Molnar | b96fecb | 2015-07-04 09:58:19 +0200 | [diff] [blame] | 100 | /* Static because GCC does not get 16-byte stack alignment right: */ |
| 101 | static struct fxregs_state fxregs __initdata; |
Ingo Molnar | 91a8c2a | 2015-04-24 10:49:11 +0200 | [diff] [blame] | 102 | |
Ingo Molnar | b96fecb | 2015-07-04 09:58:19 +0200 | [diff] [blame] | 103 | asm volatile("fxsave %0" : "+m" (fxregs)); |
Ingo Molnar | 91a8c2a | 2015-04-24 10:49:11 +0200 | [diff] [blame] | 104 | |
Ingo Molnar | b96fecb | 2015-07-04 09:58:19 +0200 | [diff] [blame] | 105 | mask = fxregs.mxcsr_mask; |
Ingo Molnar | 91a8c2a | 2015-04-24 10:49:11 +0200 | [diff] [blame] | 106 | |
| 107 | /* |
| 108 | * If zero then use the default features mask, |
| 109 | * which has all features set, except the |
| 110 | * denormals-are-zero feature bit: |
| 111 | */ |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 112 | if (mask == 0) |
| 113 | mask = 0x0000ffbf; |
| 114 | } |
| 115 | mxcsr_feature_mask &= mask; |
| 116 | } |
| 117 | |
Ingo Molnar | 7218e8b | 2015-04-26 14:35:54 +0200 | [diff] [blame] | 118 | /* |
| 119 | * Once per bootup FPU initialization sequences that will run on most x86 CPUs: |
| 120 | */ |
Ingo Molnar | 3223187 | 2015-05-04 09:52:42 +0200 | [diff] [blame] | 121 | static void __init fpu__init_system_generic(void) |
Ingo Molnar | 7218e8b | 2015-04-26 14:35:54 +0200 | [diff] [blame] | 122 | { |
| 123 | /* |
| 124 | * Set up the legacy init FPU context. (xstate init might overwrite this |
| 125 | * with a more modern format, if the CPU supports it.) |
| 126 | */ |
Borislav Petkov | 6e68670 | 2016-03-11 12:32:06 +0100 | [diff] [blame] | 127 | fpstate_init(&init_fpstate); |
Ingo Molnar | 7218e8b | 2015-04-26 14:35:54 +0200 | [diff] [blame] | 128 | |
| 129 | fpu__init_system_mxcsr(); |
| 130 | } |
| 131 | |
Ingo Molnar | ae02679 | 2015-04-26 15:36:46 +0200 | [diff] [blame] | 132 | /* |
| 133 | * Size of the FPU context state. All tasks in the system use the |
| 134 | * same context size, regardless of what portion they use. |
| 135 | * This is inherent to the XSAVE architecture which puts all state |
| 136 | * components into a single, continuous memory block: |
| 137 | */ |
Fenghua Yu | bf15a8c | 2016-05-20 10:47:06 -0700 | [diff] [blame] | 138 | unsigned int fpu_kernel_xstate_size; |
| 139 | EXPORT_SYMBOL_GPL(fpu_kernel_xstate_size); |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 140 | |
Jiri Olsa | 25ec02f | 2015-12-21 15:25:30 +0100 | [diff] [blame] | 141 | /* Get alignment of the TYPE. */ |
| 142 | #define TYPE_ALIGN(TYPE) offsetof(struct { char x; TYPE test; }, test) |
| 143 | |
| 144 | /* |
| 145 | * Enforce that 'MEMBER' is the last field of 'TYPE'. |
| 146 | * |
| 147 | * Align the computed size with alignment of the TYPE, |
| 148 | * because that's how C aligns structs. |
| 149 | */ |
Ingo Molnar | 5aaeb5c | 2015-07-17 12:28:12 +0200 | [diff] [blame] | 150 | #define CHECK_MEMBER_AT_END_OF(TYPE, MEMBER) \ |
Jiri Olsa | 25ec02f | 2015-12-21 15:25:30 +0100 | [diff] [blame] | 151 | BUILD_BUG_ON(sizeof(TYPE) != ALIGN(offsetofend(TYPE, MEMBER), \ |
| 152 | TYPE_ALIGN(TYPE))) |
Dave Hansen | 0c8c0f0 | 2015-07-17 12:28:11 +0200 | [diff] [blame] | 153 | |
| 154 | /* |
Ingo Molnar | 5aaeb5c | 2015-07-17 12:28:12 +0200 | [diff] [blame] | 155 | * We append the 'struct fpu' to the task_struct: |
Dave Hansen | 0c8c0f0 | 2015-07-17 12:28:11 +0200 | [diff] [blame] | 156 | */ |
Ingo Molnar | 5aaeb5c | 2015-07-17 12:28:12 +0200 | [diff] [blame] | 157 | static void __init fpu__init_task_struct_size(void) |
Dave Hansen | 0c8c0f0 | 2015-07-17 12:28:11 +0200 | [diff] [blame] | 158 | { |
| 159 | int task_size = sizeof(struct task_struct); |
| 160 | |
| 161 | /* |
| 162 | * Subtract off the static size of the register state. |
| 163 | * It potentially has a bunch of padding. |
| 164 | */ |
| 165 | task_size -= sizeof(((struct task_struct *)0)->thread.fpu.state); |
| 166 | |
| 167 | /* |
| 168 | * Add back the dynamically-calculated register state |
| 169 | * size. |
| 170 | */ |
Fenghua Yu | bf15a8c | 2016-05-20 10:47:06 -0700 | [diff] [blame] | 171 | task_size += fpu_kernel_xstate_size; |
Dave Hansen | 0c8c0f0 | 2015-07-17 12:28:11 +0200 | [diff] [blame] | 172 | |
| 173 | /* |
| 174 | * We dynamically size 'struct fpu', so we require that |
| 175 | * it be at the end of 'thread_struct' and that |
| 176 | * 'thread_struct' be at the end of 'task_struct'. If |
| 177 | * you hit a compile error here, check the structure to |
| 178 | * see if something got added to the end. |
| 179 | */ |
| 180 | CHECK_MEMBER_AT_END_OF(struct fpu, state); |
| 181 | CHECK_MEMBER_AT_END_OF(struct thread_struct, fpu); |
| 182 | CHECK_MEMBER_AT_END_OF(struct task_struct, thread); |
| 183 | |
Ingo Molnar | 5aaeb5c | 2015-07-17 12:28:12 +0200 | [diff] [blame] | 184 | arch_task_struct_size = task_size; |
Dave Hansen | 0c8c0f0 | 2015-07-17 12:28:11 +0200 | [diff] [blame] | 185 | } |
| 186 | |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 187 | /* |
Fenghua Yu | bf15a8c | 2016-05-20 10:47:06 -0700 | [diff] [blame] | 188 | * Set up the user and kernel xstate sizes based on the legacy FPU context size. |
Ingo Molnar | 41e7841 | 2015-04-26 15:32:40 +0200 | [diff] [blame] | 189 | * |
| 190 | * We set this up first, and later it will be overwritten by |
| 191 | * fpu__init_system_xstate() if the CPU knows about xstates. |
| 192 | */ |
Ingo Molnar | 3223187 | 2015-05-04 09:52:42 +0200 | [diff] [blame] | 193 | static void __init fpu__init_system_xstate_size_legacy(void) |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 194 | { |
Rasmus Villemoes | e49a449 | 2015-11-13 15:18:31 +0100 | [diff] [blame] | 195 | static int on_boot_cpu __initdata = 1; |
Ingo Molnar | e97131a | 2015-05-05 11:34:49 +0200 | [diff] [blame] | 196 | |
| 197 | WARN_ON_FPU(!on_boot_cpu); |
| 198 | on_boot_cpu = 0; |
| 199 | |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 200 | /* |
Fenghua Yu | bf15a8c | 2016-05-20 10:47:06 -0700 | [diff] [blame] | 201 | * Note that xstate sizes might be overwritten later during |
Ingo Molnar | c42103b | 2015-04-25 06:52:53 +0200 | [diff] [blame] | 202 | * fpu__init_system_xstate(). |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 203 | */ |
| 204 | |
Borislav Petkov | a402a8d | 2016-04-04 22:24:58 +0200 | [diff] [blame] | 205 | if (!boot_cpu_has(X86_FEATURE_FPU)) { |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 206 | /* |
| 207 | * Disable xsave as we do not support it if i387 |
| 208 | * emulation is enabled. |
| 209 | */ |
| 210 | setup_clear_cpu_cap(X86_FEATURE_XSAVE); |
| 211 | setup_clear_cpu_cap(X86_FEATURE_XSAVEOPT); |
Fenghua Yu | bf15a8c | 2016-05-20 10:47:06 -0700 | [diff] [blame] | 212 | fpu_kernel_xstate_size = sizeof(struct swregs_state); |
Ingo Molnar | 6a13320 | 2015-04-25 04:29:26 +0200 | [diff] [blame] | 213 | } else { |
Borislav Petkov | 01f8fd7 | 2016-04-04 22:25:01 +0200 | [diff] [blame] | 214 | if (boot_cpu_has(X86_FEATURE_FXSR)) |
Fenghua Yu | bf15a8c | 2016-05-20 10:47:06 -0700 | [diff] [blame] | 215 | fpu_kernel_xstate_size = |
| 216 | sizeof(struct fxregs_state); |
Ingo Molnar | 6a13320 | 2015-04-25 04:29:26 +0200 | [diff] [blame] | 217 | else |
Fenghua Yu | bf15a8c | 2016-05-20 10:47:06 -0700 | [diff] [blame] | 218 | fpu_kernel_xstate_size = |
| 219 | sizeof(struct fregs_state); |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 220 | } |
Fenghua Yu | a1141e0 | 2016-05-20 10:47:05 -0700 | [diff] [blame] | 221 | |
Fenghua Yu | bf15a8c | 2016-05-20 10:47:06 -0700 | [diff] [blame] | 222 | fpu_user_xstate_size = fpu_kernel_xstate_size; |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 223 | } |
| 224 | |
Ingo Molnar | ae02679 | 2015-04-26 15:36:46 +0200 | [diff] [blame] | 225 | /* |
yu-cheng yu | a5fe93a | 2016-01-06 14:24:53 -0800 | [diff] [blame] | 226 | * Find supported xfeatures based on cpu features and command-line input. |
| 227 | * This must be called after fpu__init_parse_early_param() is called and |
| 228 | * xfeatures_mask is enumerated. |
| 229 | */ |
| 230 | u64 __init fpu__get_supported_xfeatures_mask(void) |
| 231 | { |
Andy Lutomirski | ca6938a | 2016-10-04 20:34:31 -0400 | [diff] [blame] | 232 | return XCNTXT_MASK; |
yu-cheng yu | a5fe93a | 2016-01-06 14:24:53 -0800 | [diff] [blame] | 233 | } |
| 234 | |
Andy Lutomirski | ca6938a | 2016-10-04 20:34:31 -0400 | [diff] [blame] | 235 | /* Legacy code to initialize eager fpu mode. */ |
Ingo Molnar | 3223187 | 2015-05-04 09:52:42 +0200 | [diff] [blame] | 236 | static void __init fpu__init_system_ctx_switch(void) |
Ingo Molnar | 6f5d265 | 2015-04-25 20:11:05 +0200 | [diff] [blame] | 237 | { |
Rasmus Villemoes | e49a449 | 2015-11-13 15:18:31 +0100 | [diff] [blame] | 238 | static bool on_boot_cpu __initdata = 1; |
Ingo Molnar | e97131a | 2015-05-05 11:34:49 +0200 | [diff] [blame] | 239 | |
| 240 | WARN_ON_FPU(!on_boot_cpu); |
| 241 | on_boot_cpu = 0; |
| 242 | |
| 243 | WARN_ON_FPU(current->thread.fpu.fpstate_active); |
Ingo Molnar | 6f5d265 | 2015-04-25 20:11:05 +0200 | [diff] [blame] | 244 | } |
| 245 | |
Ingo Molnar | e35f6f1 | 2015-04-25 04:34:48 +0200 | [diff] [blame] | 246 | /* |
yu-cheng yu | 4f81cba | 2016-01-06 14:24:51 -0800 | [diff] [blame] | 247 | * We parse fpu parameters early because fpu__init_system() is executed |
| 248 | * before parse_early_param(). |
| 249 | */ |
| 250 | static void __init fpu__init_parse_early_param(void) |
| 251 | { |
yu-cheng yu | 4f81cba | 2016-01-06 14:24:51 -0800 | [diff] [blame] | 252 | if (cmdline_find_option_bool(boot_command_line, "no387")) |
| 253 | setup_clear_cpu_cap(X86_FEATURE_FPU); |
| 254 | |
| 255 | if (cmdline_find_option_bool(boot_command_line, "nofxsr")) { |
| 256 | setup_clear_cpu_cap(X86_FEATURE_FXSR); |
| 257 | setup_clear_cpu_cap(X86_FEATURE_FXSR_OPT); |
| 258 | setup_clear_cpu_cap(X86_FEATURE_XMM); |
| 259 | } |
| 260 | |
| 261 | if (cmdline_find_option_bool(boot_command_line, "noxsave")) |
| 262 | fpu__xstate_clear_all_cpu_caps(); |
| 263 | |
| 264 | if (cmdline_find_option_bool(boot_command_line, "noxsaveopt")) |
| 265 | setup_clear_cpu_cap(X86_FEATURE_XSAVEOPT); |
| 266 | |
| 267 | if (cmdline_find_option_bool(boot_command_line, "noxsaves")) |
| 268 | setup_clear_cpu_cap(X86_FEATURE_XSAVES); |
| 269 | } |
| 270 | |
| 271 | /* |
Ingo Molnar | ae02679 | 2015-04-26 15:36:46 +0200 | [diff] [blame] | 272 | * Called on the boot CPU once per system bootup, to set up the initial |
| 273 | * FPU state that is later cloned into all processes: |
Ingo Molnar | e35f6f1 | 2015-04-25 04:34:48 +0200 | [diff] [blame] | 274 | */ |
Ingo Molnar | 3223187 | 2015-05-04 09:52:42 +0200 | [diff] [blame] | 275 | void __init fpu__init_system(struct cpuinfo_x86 *c) |
Ingo Molnar | e35f6f1 | 2015-04-25 04:34:48 +0200 | [diff] [blame] | 276 | { |
yu-cheng yu | 4f81cba | 2016-01-06 14:24:51 -0800 | [diff] [blame] | 277 | fpu__init_parse_early_param(); |
Ingo Molnar | dd86388 | 2015-04-26 15:07:18 +0200 | [diff] [blame] | 278 | fpu__init_system_early_generic(c); |
| 279 | |
Ingo Molnar | ae02679 | 2015-04-26 15:36:46 +0200 | [diff] [blame] | 280 | /* |
| 281 | * The FPU has to be operational for some of the |
| 282 | * later FPU init activities: |
| 283 | */ |
Ingo Molnar | e35f6f1 | 2015-04-25 04:34:48 +0200 | [diff] [blame] | 284 | fpu__init_cpu(); |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 285 | |
Ingo Molnar | 7218e8b | 2015-04-26 14:35:54 +0200 | [diff] [blame] | 286 | fpu__init_system_generic(); |
Ingo Molnar | 7638b74 | 2015-04-26 15:23:37 +0200 | [diff] [blame] | 287 | fpu__init_system_xstate_size_legacy(); |
Ingo Molnar | c42103b | 2015-04-25 06:52:53 +0200 | [diff] [blame] | 288 | fpu__init_system_xstate(); |
Ingo Molnar | 5aaeb5c | 2015-07-17 12:28:12 +0200 | [diff] [blame] | 289 | fpu__init_task_struct_size(); |
Ingo Molnar | 997578b | 2015-04-26 10:35:57 +0200 | [diff] [blame] | 290 | |
Ingo Molnar | 011545b | 2015-04-26 08:28:31 +0200 | [diff] [blame] | 291 | fpu__init_system_ctx_switch(); |
Ingo Molnar | 0c86753 | 2015-04-22 10:53:34 +0200 | [diff] [blame] | 292 | } |