blob: 4b3726e4fe3ac68b7236dd67abf0db79298d6b74 [file] [log] [blame]
Nicolas Schichan583bb862006-10-18 15:14:55 +02001/*
2 * machine_kexec.c for kexec
3 * Created by <nschichan@corp.free.fr> on Thu Oct 12 15:15:06 2006
4 *
5 * This source code is licensed under the GNU General Public License,
6 * Version 2. See the file COPYING for more details.
7 */
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +02008#include <linux/compiler.h>
Nicolas Schichan583bb862006-10-18 15:14:55 +02009#include <linux/kexec.h>
10#include <linux/mm.h>
11#include <linux/delay.h>
12
13#include <asm/cacheflush.h>
14#include <asm/page.h>
15
Tobias Klauserc5a69d52007-02-17 20:11:19 +010016extern const unsigned char relocate_new_kernel[];
Ralf Baechle10659322007-07-31 15:16:32 +010017extern const size_t relocate_new_kernel_size;
Nicolas Schichan583bb862006-10-18 15:14:55 +020018
19extern unsigned long kexec_start_address;
20extern unsigned long kexec_indirection_page;
21
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020022int (*_machine_kexec_prepare)(struct kimage *) = NULL;
23void (*_machine_kexec_shutdown)(void) = NULL;
24void (*_machine_crash_shutdown)(struct pt_regs *regs) = NULL;
25#ifdef CONFIG_SMP
26void (*relocated_kexec_smp_wait) (void *);
27atomic_t kexec_ready_to_reboot = ATOMIC_INIT(0);
Hidehiro Kawai54c721b2016-10-11 13:54:26 -070028void (*_crash_smp_send_stop)(void) = NULL;
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020029#endif
30
Marcin Nowakowski856b0f52016-11-23 14:43:51 +010031static void kexec_image_info(const struct kimage *kimage)
32{
33 unsigned long i;
34
35 pr_debug("kexec kimage info:\n");
36 pr_debug(" type: %d\n", kimage->type);
37 pr_debug(" start: %lx\n", kimage->start);
38 pr_debug(" head: %lx\n", kimage->head);
39 pr_debug(" nr_segments: %lu\n", kimage->nr_segments);
40
41 for (i = 0; i < kimage->nr_segments; i++) {
42 pr_debug(" segment[%lu]: %016lx - %016lx, 0x%lx bytes, %lu pages\n",
43 i,
44 kimage->segment[i].mem,
45 kimage->segment[i].mem + kimage->segment[i].memsz,
46 (unsigned long)kimage->segment[i].memsz,
47 (unsigned long)kimage->segment[i].memsz / PAGE_SIZE);
48 }
49}
50
Nicolas Schichan583bb862006-10-18 15:14:55 +020051int
52machine_kexec_prepare(struct kimage *kimage)
53{
Marcin Nowakowski856b0f52016-11-23 14:43:51 +010054 kexec_image_info(kimage);
55
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020056 if (_machine_kexec_prepare)
57 return _machine_kexec_prepare(kimage);
Nicolas Schichan583bb862006-10-18 15:14:55 +020058 return 0;
59}
60
61void
62machine_kexec_cleanup(struct kimage *kimage)
63{
64}
65
66void
67machine_shutdown(void)
68{
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020069 if (_machine_kexec_shutdown)
70 _machine_kexec_shutdown();
Nicolas Schichan583bb862006-10-18 15:14:55 +020071}
72
73void
74machine_crash_shutdown(struct pt_regs *regs)
75{
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020076 if (_machine_crash_shutdown)
77 _machine_crash_shutdown(regs);
78 else
79 default_machine_crash_shutdown(regs);
Nicolas Schichan583bb862006-10-18 15:14:55 +020080}
81
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020082typedef void (*noretfun_t)(void) __noreturn;
Ralf Baechle10659322007-07-31 15:16:32 +010083
Nicolas Schichan583bb862006-10-18 15:14:55 +020084void
85machine_kexec(struct kimage *image)
86{
87 unsigned long reboot_code_buffer;
88 unsigned long entry;
89 unsigned long *ptr;
90
91 reboot_code_buffer =
92 (unsigned long)page_address(image->control_code_page);
93
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +020094 kexec_start_address =
95 (unsigned long) phys_to_virt(image->start);
96
Yang Wei91ffaa22014-07-31 19:42:29 +080097 if (image->type == KEXEC_TYPE_DEFAULT) {
98 kexec_indirection_page =
99 (unsigned long) phys_to_virt(image->head & PAGE_MASK);
100 } else {
101 kexec_indirection_page = (unsigned long)&image->head;
102 }
Nicolas Schichan583bb862006-10-18 15:14:55 +0200103
104 memcpy((void*)reboot_code_buffer, relocate_new_kernel,
105 relocate_new_kernel_size);
106
107 /*
108 * The generic kexec code builds a page list with physical
109 * addresses. they are directly accessible through KSEG0 (or
110 * CKSEG0 or XPHYS if on 64bit system), hence the
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +0200111 * phys_to_virt() call.
Nicolas Schichan583bb862006-10-18 15:14:55 +0200112 */
113 for (ptr = &image->head; (entry = *ptr) && !(entry &IND_DONE);
114 ptr = (entry & IND_INDIRECTION) ?
115 phys_to_virt(entry & PAGE_MASK) : ptr + 1) {
116 if (*ptr & IND_SOURCE || *ptr & IND_INDIRECTION ||
117 *ptr & IND_DESTINATION)
Ralf Baechle10659322007-07-31 15:16:32 +0100118 *ptr = (unsigned long) phys_to_virt(*ptr);
Nicolas Schichan583bb862006-10-18 15:14:55 +0200119 }
120
Dengcheng Zhu806be822018-09-11 14:49:20 -0700121 /* Mark offline BEFORE disabling local irq. */
122 set_cpu_online(smp_processor_id(), false);
123
Nicolas Schichan583bb862006-10-18 15:14:55 +0200124 /*
125 * we do not want to be bothered.
126 */
127 local_irq_disable();
128
Ralf Baechle10659322007-07-31 15:16:32 +0100129 printk("Will call new kernel at %08lx\n", image->start);
Nicolas Schichan583bb862006-10-18 15:14:55 +0200130 printk("Bye ...\n");
Nicolas Schichan97ce9a82007-08-20 15:57:38 +0200131 __flush_cache_all();
Ralf Baechle7aa1c8f2012-10-11 18:14:58 +0200132#ifdef CONFIG_SMP
133 /* All secondary cpus now may jump to kexec_wait cycle */
134 relocated_kexec_smp_wait = reboot_code_buffer +
135 (void *)(kexec_smp_wait - relocate_new_kernel);
136 smp_wmb();
137 atomic_set(&kexec_ready_to_reboot, 1);
138#endif
Ralf Baechle10659322007-07-31 15:16:32 +0100139 ((noretfun_t) reboot_code_buffer)();
Nicolas Schichan583bb862006-10-18 15:14:55 +0200140}