Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1#ifndef _LINUX_SLAB_DEF_H
2#define _LINUX_SLAB_DEF_H
3
4/*
5 * Definitions unique to the original Linux SLAB allocator.
6 *
7 * What we provide here is a way to optimize the frequent kmalloc
8 * calls in the kernel by selecting the appropriate general cache
9 * if kmalloc was called with a size that can be established at
10 * compile time.
11 */
12
13#include <linux/init.h>
14#include <asm/page.h> /* kmalloc_sizes.h needs PAGE_SIZE */
15#include <asm/cache.h> /* kmalloc_sizes.h needs L1_CACHE_BYTES */
16#include <linux/compiler.h>
17
18/* Size description struct for general caches. */
19struct cache_sizes {
20 size_t cs_size;
21 struct kmem_cache *cs_cachep;
22#ifdef CONFIG_ZONE_DMA
23 struct kmem_cache *cs_dmacachep;
24#endif
25};
26extern struct cache_sizes malloc_sizes[];
27
28void *kmem_cache_alloc(struct kmem_cache *, gfp_t);
29void *__kmalloc(size_t size, gfp_t flags);
30
31static inline void *kmalloc(size_t size, gfp_t flags)
32{
33 if (__builtin_constant_p(size)) {
34 int i = 0;
35
36 if (!size)
37 return ZERO_SIZE_PTR;
38
39#define CACHE(x) \
40 if (size <= x) \
41 goto found; \
42 else \
43 i++;
44#include "kmalloc_sizes.h"
45#undef CACHE
46 {
47 extern void __you_cannot_kmalloc_that_much(void);
48 __you_cannot_kmalloc_that_much();
49 }
50found:
51#ifdef CONFIG_ZONE_DMA
52 if (flags & GFP_DMA)
53 return kmem_cache_alloc(malloc_sizes[i].cs_dmacachep,
54 flags);
55#endif
56 return kmem_cache_alloc(malloc_sizes[i].cs_cachep, flags);
57 }
58 return __kmalloc(size, flags);
59}
60
61#ifdef CONFIG_NUMA
62extern void *__kmalloc_node(size_t size, gfp_t flags, int node);
63extern void *kmem_cache_alloc_node(struct kmem_cache *, gfp_t flags, int node);
64
65static inline void *kmalloc_node(size_t size, gfp_t flags, int node)
66{
67 if (__builtin_constant_p(size)) {
68 int i = 0;
69
70 if (!size)
71 return ZERO_SIZE_PTR;
72
73#define CACHE(x) \
74 if (size <= x) \
75 goto found; \
76 else \
77 i++;
78#include "kmalloc_sizes.h"
79#undef CACHE
80 {
81 extern void __you_cannot_kmalloc_that_much(void);
82 __you_cannot_kmalloc_that_much();
83 }
84found:
85#ifdef CONFIG_ZONE_DMA
86 if (flags & GFP_DMA)
87 return kmem_cache_alloc_node(malloc_sizes[i].cs_dmacachep,
88 flags, node);
89#endif
90 return kmem_cache_alloc_node(malloc_sizes[i].cs_cachep,
91 flags, node);
92 }
93 return __kmalloc_node(size, flags, node);
94}
95
96#endif /* CONFIG_NUMA */
97
98#endif /* _LINUX_SLAB_DEF_H */