1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef _LINUX_KASAN_H
3#define _LINUX_KASAN_H
4
5#include <linux/types.h>
6
7struct kmem_cache;
8struct page;
9struct vm_struct;
10struct task_struct;
11
12#ifdef CONFIG_KASAN
13
14#include <asm/kasan.h>
15#include <asm/pgtable.h>
16
17extern unsigned char kasan_zero_page[PAGE_SIZE];
18extern pte_t kasan_zero_pte[PTRS_PER_PTE];
19extern pmd_t kasan_zero_pmd[PTRS_PER_PMD];
20extern pud_t kasan_zero_pud[PTRS_PER_PUD];
21extern p4d_t kasan_zero_p4d[MAX_PTRS_PER_P4D];
22
23int kasan_populate_zero_shadow(const void *shadow_start,
24 const void *shadow_end);
25
26static inline void *kasan_mem_to_shadow(const void *addr)
27{
28 return (void *)((unsigned long)addr >> KASAN_SHADOW_SCALE_SHIFT)
29 + KASAN_SHADOW_OFFSET;
30}
31
32/* Enable reporting bugs after kasan_disable_current() */
33extern void kasan_enable_current(void);
34
35/* Disable reporting bugs for current task */
36extern void kasan_disable_current(void);
37
38void kasan_unpoison_shadow(const void *address, size_t size);
39
40void kasan_unpoison_task_stack(struct task_struct *task);
41void kasan_unpoison_stack_above_sp_to(const void *watermark);
42
43void kasan_alloc_pages(struct page *page, unsigned int order);
44void kasan_free_pages(struct page *page, unsigned int order);
45
46void kasan_cache_create(struct kmem_cache *cache, unsigned int *size,
47 slab_flags_t *flags);
48void kasan_cache_shrink(struct kmem_cache *cache);
49void kasan_cache_shutdown(struct kmem_cache *cache);
50
51void kasan_poison_slab(struct page *page);
52void kasan_unpoison_object_data(struct kmem_cache *cache, void *object);
53void kasan_poison_object_data(struct kmem_cache *cache, void *object);
54void kasan_init_slab_obj(struct kmem_cache *cache, const void *object);
55
56void kasan_kmalloc_large(const void *ptr, size_t size, gfp_t flags);
57void kasan_kfree_large(void *ptr, unsigned long ip);
58void kasan_poison_kfree(void *ptr, unsigned long ip);
59void kasan_kmalloc(struct kmem_cache *s, const void *object, size_t size,
60 gfp_t flags);
61void kasan_krealloc(const void *object, size_t new_size, gfp_t flags);
62
63void kasan_slab_alloc(struct kmem_cache *s, void *object, gfp_t flags);
64bool kasan_slab_free(struct kmem_cache *s, void *object, unsigned long ip);
65
66struct kasan_cache {
67 int alloc_meta_offset;
68 int free_meta_offset;
69};
70
71int kasan_module_alloc(void *addr, size_t size);
72void kasan_free_shadow(const struct vm_struct *vm);
73
74int kasan_add_zero_shadow(void *start, unsigned long size);
75void kasan_remove_zero_shadow(void *start, unsigned long size);
76
77size_t ksize(const void *);
78static inline void kasan_unpoison_slab(const void *ptr) { ksize(ptr); }
79size_t kasan_metadata_size(struct kmem_cache *cache);
80
81bool kasan_save_enable_multi_shot(void);
82void kasan_restore_multi_shot(bool enabled);
83
84#else /* CONFIG_KASAN */
85
86static inline void kasan_unpoison_shadow(const void *address, size_t size) {}
87
88static inline void kasan_unpoison_task_stack(struct task_struct *task) {}
89static inline void kasan_unpoison_stack_above_sp_to(const void *watermark) {}
90
91static inline void kasan_enable_current(void) {}
92static inline void kasan_disable_current(void) {}
93
94static inline void kasan_alloc_pages(struct page *page, unsigned int order) {}
95static inline void kasan_free_pages(struct page *page, unsigned int order) {}
96
97static inline void kasan_cache_create(struct kmem_cache *cache,
98 unsigned int *size,
99 slab_flags_t *flags) {}
100static inline void kasan_cache_shrink(struct kmem_cache *cache) {}
101static inline void kasan_cache_shutdown(struct kmem_cache *cache) {}
102
103static inline void kasan_poison_slab(struct page *page) {}
104static inline void kasan_unpoison_object_data(struct kmem_cache *cache,
105 void *object) {}
106static inline void kasan_poison_object_data(struct kmem_cache *cache,
107 void *object) {}
108static inline void kasan_init_slab_obj(struct kmem_cache *cache,
109 const void *object) {}
110
111static inline void kasan_kmalloc_large(void *ptr, size_t size, gfp_t flags) {}
112static inline void kasan_kfree_large(void *ptr, unsigned long ip) {}
113static inline void kasan_poison_kfree(void *ptr, unsigned long ip) {}
114static inline void kasan_kmalloc(struct kmem_cache *s, const void *object,
115 size_t size, gfp_t flags) {}
116static inline void kasan_krealloc(const void *object, size_t new_size,
117 gfp_t flags) {}
118
119static inline void kasan_slab_alloc(struct kmem_cache *s, void *object,
120 gfp_t flags) {}
121static inline bool kasan_slab_free(struct kmem_cache *s, void *object,
122 unsigned long ip)
123{
124 return false;
125}
126
127static inline int kasan_module_alloc(void *addr, size_t size) { return 0; }
128static inline void kasan_free_shadow(const struct vm_struct *vm) {}
129
130static inline int kasan_add_zero_shadow(void *start, unsigned long size)
131{
132 return 0;
133}
134static inline void kasan_remove_zero_shadow(void *start,
135 unsigned long size)
136{}
137
138static inline void kasan_unpoison_slab(const void *ptr) { }
139static inline size_t kasan_metadata_size(struct kmem_cache *cache) { return 0; }
140
141#endif /* CONFIG_KASAN */
142
143#endif /* LINUX_KASAN_H */
144