blob: a5c7046f26b4b93f9199c2f4800b7a1da77791da [file] [log] [blame]
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -08001#ifndef _LINUX_KASAN_H
2#define _LINUX_KASAN_H
3
4#include <linux/types.h>
5
6struct kmem_cache;
7struct page;
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -07008struct vm_struct;
Masami Hiramatsu5be9b732017-03-16 16:40:21 -07009struct task_struct;
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080010
11#ifdef CONFIG_KASAN
12
13#define KASAN_SHADOW_SCALE_SHIFT 3
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080014
15#include <asm/kasan.h>
Andrey Ryabinin69786cdb2015-08-13 08:37:24 +030016#include <asm/pgtable.h>
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080017
Andrey Ryabinin69786cdb2015-08-13 08:37:24 +030018extern unsigned char kasan_zero_page[PAGE_SIZE];
19extern pte_t kasan_zero_pte[PTRS_PER_PTE];
20extern pmd_t kasan_zero_pmd[PTRS_PER_PMD];
21extern pud_t kasan_zero_pud[PTRS_PER_PUD];
Kirill A. Shutemovc2febaf2017-03-09 17:24:07 +030022extern p4d_t kasan_zero_p4d[PTRS_PER_P4D];
Andrey Ryabinin69786cdb2015-08-13 08:37:24 +030023
24void kasan_populate_zero_shadow(const void *shadow_start,
25 const void *shadow_end);
26
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080027static inline void *kasan_mem_to_shadow(const void *addr)
28{
29 return (void *)((unsigned long)addr >> KASAN_SHADOW_SCALE_SHIFT)
30 + KASAN_SHADOW_OFFSET;
31}
32
33/* Enable reporting bugs after kasan_disable_current() */
Ingo Molnaraf8601a2017-02-03 09:57:00 +010034extern void kasan_enable_current(void);
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080035
36/* Disable reporting bugs for current task */
Ingo Molnaraf8601a2017-02-03 09:57:00 +010037extern void kasan_disable_current(void);
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080038
39void kasan_unpoison_shadow(const void *address, size_t size);
40
Mark Rutlande3ae1162016-03-09 14:08:15 -080041void kasan_unpoison_task_stack(struct task_struct *task);
Dmitry Vyukov9f7d4162016-10-14 16:07:23 +020042void kasan_unpoison_stack_above_sp_to(const void *watermark);
Mark Rutlande3ae1162016-03-09 14:08:15 -080043
Andrey Ryabininb8c73fc2015-02-13 14:39:28 -080044void kasan_alloc_pages(struct page *page, unsigned int order);
45void kasan_free_pages(struct page *page, unsigned int order);
46
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070047void kasan_cache_create(struct kmem_cache *cache, size_t *size,
48 unsigned long *flags);
Alexander Potapenko55834c52016-05-20 16:59:11 -070049void kasan_cache_shrink(struct kmem_cache *cache);
Greg Thelenf9fa1d92017-02-24 15:00:05 -080050void kasan_cache_shutdown(struct kmem_cache *cache);
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070051
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080052void kasan_poison_slab(struct page *page);
53void kasan_unpoison_object_data(struct kmem_cache *cache, void *object);
54void kasan_poison_object_data(struct kmem_cache *cache, void *object);
Andrey Ryabininb3cbd9b2016-08-02 14:02:52 -070055void kasan_init_slab_obj(struct kmem_cache *cache, const void *object);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080056
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070057void kasan_kmalloc_large(const void *ptr, size_t size, gfp_t flags);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080058void kasan_kfree_large(const void *ptr);
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070059void kasan_poison_kfree(void *ptr);
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070060void kasan_kmalloc(struct kmem_cache *s, const void *object, size_t size,
61 gfp_t flags);
62void kasan_krealloc(const void *object, size_t new_size, gfp_t flags);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080063
Alexander Potapenko505f5dc2016-03-25 14:22:02 -070064void kasan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags);
Alexander Potapenko55834c52016-05-20 16:59:11 -070065bool kasan_slab_free(struct kmem_cache *s, void *object);
Andrey Ryabinin0316bec2015-02-13 14:39:42 -080066
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070067struct kasan_cache {
68 int alloc_meta_offset;
69 int free_meta_offset;
70};
71
Andrey Ryabininbebf56a2015-02-13 14:40:17 -080072int kasan_module_alloc(void *addr, size_t size);
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -070073void kasan_free_shadow(const struct vm_struct *vm);
Andrey Ryabininbebf56a2015-02-13 14:40:17 -080074
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070075size_t ksize(const void *);
76static inline void kasan_unpoison_slab(const void *ptr) { ksize(ptr); }
Alexander Potapenko80a92012016-07-28 15:49:07 -070077size_t kasan_metadata_size(struct kmem_cache *cache);
Andrey Ryabinin9b75a862016-06-24 14:49:34 -070078
Mark Rutlandb0845ce2017-03-31 15:12:04 -070079bool kasan_save_enable_multi_shot(void);
80void kasan_restore_multi_shot(bool enabled);
81
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080082#else /* CONFIG_KASAN */
83
84static inline void kasan_unpoison_shadow(const void *address, size_t size) {}
85
Mark Rutlande3ae1162016-03-09 14:08:15 -080086static inline void kasan_unpoison_task_stack(struct task_struct *task) {}
Dmitry Vyukov9f7d4162016-10-14 16:07:23 +020087static inline void kasan_unpoison_stack_above_sp_to(const void *watermark) {}
Mark Rutlande3ae1162016-03-09 14:08:15 -080088
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -080089static inline void kasan_enable_current(void) {}
90static inline void kasan_disable_current(void) {}
91
Andrey Ryabininb8c73fc2015-02-13 14:39:28 -080092static inline void kasan_alloc_pages(struct page *page, unsigned int order) {}
93static inline void kasan_free_pages(struct page *page, unsigned int order) {}
94
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -070095static inline void kasan_cache_create(struct kmem_cache *cache,
96 size_t *size,
97 unsigned long *flags) {}
Alexander Potapenko55834c52016-05-20 16:59:11 -070098static inline void kasan_cache_shrink(struct kmem_cache *cache) {}
Greg Thelenf9fa1d92017-02-24 15:00:05 -080099static inline void kasan_cache_shutdown(struct kmem_cache *cache) {}
Alexander Potapenko7ed2f9e2016-03-25 14:21:59 -0700100
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800101static inline void kasan_poison_slab(struct page *page) {}
102static inline void kasan_unpoison_object_data(struct kmem_cache *cache,
103 void *object) {}
104static inline void kasan_poison_object_data(struct kmem_cache *cache,
105 void *object) {}
Andrey Ryabininb3cbd9b2016-08-02 14:02:52 -0700106static inline void kasan_init_slab_obj(struct kmem_cache *cache,
107 const void *object) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800108
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700109static inline void kasan_kmalloc_large(void *ptr, size_t size, gfp_t flags) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800110static inline void kasan_kfree_large(const void *ptr) {}
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700111static inline void kasan_poison_kfree(void *ptr) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800112static inline void kasan_kmalloc(struct kmem_cache *s, const void *object,
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700113 size_t size, gfp_t flags) {}
114static inline void kasan_krealloc(const void *object, size_t new_size,
115 gfp_t flags) {}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800116
Alexander Potapenko505f5dc2016-03-25 14:22:02 -0700117static inline void kasan_slab_alloc(struct kmem_cache *s, void *object,
118 gfp_t flags) {}
Alexander Potapenko55834c52016-05-20 16:59:11 -0700119static inline bool kasan_slab_free(struct kmem_cache *s, void *object)
120{
121 return false;
122}
Andrey Ryabinin0316bec2015-02-13 14:39:42 -0800123
Andrey Ryabininbebf56a2015-02-13 14:40:17 -0800124static inline int kasan_module_alloc(void *addr, size_t size) { return 0; }
Andrey Ryabinina5af5aa2015-03-12 16:26:11 -0700125static inline void kasan_free_shadow(const struct vm_struct *vm) {}
Andrey Ryabininbebf56a2015-02-13 14:40:17 -0800126
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700127static inline void kasan_unpoison_slab(const void *ptr) { }
Alexander Potapenko80a92012016-07-28 15:49:07 -0700128static inline size_t kasan_metadata_size(struct kmem_cache *cache) { return 0; }
Andrey Ryabinin9b75a862016-06-24 14:49:34 -0700129
Andrey Ryabinin0b24bec2015-02-13 14:39:17 -0800130#endif /* CONFIG_KASAN */
131
132#endif /* LINUX_KASAN_H */