tjh.dev
Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1#ifndef _LINUX_HUGETLB_H
2#define _LINUX_HUGETLB_H
3
4#ifdef CONFIG_HUGETLB_PAGE
5
6#include <linux/mempolicy.h>
7#include <asm/tlbflush.h>
8
9struct ctl_table;
10
11static inline int is_vm_hugetlb_page(struct vm_area_struct *vma)
12{
13 return vma->vm_flags & VM_HUGETLB;
14}
15
16int hugetlb_sysctl_handler(struct ctl_table *, int, struct file *, void __user *, size_t *, loff_t *);
17int copy_hugetlb_page_range(struct mm_struct *, struct mm_struct *, struct vm_area_struct *);
18int follow_hugetlb_page(struct mm_struct *, struct vm_area_struct *, struct page **, struct vm_area_struct **, unsigned long *, int *, int);
19void zap_hugepage_range(struct vm_area_struct *, unsigned long, unsigned long);
20void unmap_hugepage_range(struct vm_area_struct *, unsigned long, unsigned long);
21int hugetlb_prefault(struct address_space *, struct vm_area_struct *);
22int hugetlb_report_meminfo(char *);
23int hugetlb_report_node_meminfo(int, char *);
24int is_hugepage_mem_enough(size_t);
25unsigned long hugetlb_total_pages(void);
26struct page *alloc_huge_page(void);
27void free_huge_page(struct page *);
28
29extern unsigned long max_huge_pages;
30extern const unsigned long hugetlb_zero, hugetlb_infinity;
31extern int sysctl_hugetlb_shm_group;
32
33/* arch callbacks */
34
35pte_t *huge_pte_alloc(struct mm_struct *mm, unsigned long addr);
36pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr);
37struct page *follow_huge_addr(struct mm_struct *mm, unsigned long address,
38 int write);
39struct page *follow_huge_pmd(struct mm_struct *mm, unsigned long address,
40 pmd_t *pmd, int write);
41int is_aligned_hugepage_range(unsigned long addr, unsigned long len);
42int pmd_huge(pmd_t pmd);
43
44#ifndef ARCH_HAS_HUGEPAGE_ONLY_RANGE
45#define is_hugepage_only_range(mm, addr, len) 0
46#define hugetlb_free_pgd_range(tlb, addr, end, floor, ceiling) \
47 do { } while (0)
48#endif
49
50#ifndef ARCH_HAS_PREPARE_HUGEPAGE_RANGE
51#define prepare_hugepage_range(addr, len) \
52 is_aligned_hugepage_range(addr, len)
53#else
54int prepare_hugepage_range(unsigned long addr, unsigned long len);
55#endif
56
57#ifndef ARCH_HAS_SETCLEAR_HUGE_PTE
58#define set_huge_pte_at(mm, addr, ptep, pte) set_pte_at(mm, addr, ptep, pte)
59#define huge_ptep_get_and_clear(mm, addr, ptep) ptep_get_and_clear(mm, addr, ptep)
60#else
61void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
62 pte_t *ptep, pte_t pte);
63pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
64 pte_t *ptep);
65#endif
66
67#ifndef ARCH_HAS_HUGETLB_PREFAULT_HOOK
68#define hugetlb_prefault_arch_hook(mm) do { } while (0)
69#else
70void hugetlb_prefault_arch_hook(struct mm_struct *mm);
71#endif
72
73#else /* !CONFIG_HUGETLB_PAGE */
74
75static inline int is_vm_hugetlb_page(struct vm_area_struct *vma)
76{
77 return 0;
78}
79static inline unsigned long hugetlb_total_pages(void)
80{
81 return 0;
82}
83
84#define follow_hugetlb_page(m,v,p,vs,a,b,i) ({ BUG(); 0; })
85#define follow_huge_addr(mm, addr, write) ERR_PTR(-EINVAL)
86#define copy_hugetlb_page_range(src, dst, vma) ({ BUG(); 0; })
87#define hugetlb_prefault(mapping, vma) ({ BUG(); 0; })
88#define zap_hugepage_range(vma, start, len) BUG()
89#define unmap_hugepage_range(vma, start, end) BUG()
90#define is_hugepage_mem_enough(size) 0
91#define hugetlb_report_meminfo(buf) 0
92#define hugetlb_report_node_meminfo(n, buf) 0
93#define follow_huge_pmd(mm, addr, pmd, write) NULL
94#define is_aligned_hugepage_range(addr, len) 0
95#define prepare_hugepage_range(addr, len) (-EINVAL)
96#define pmd_huge(x) 0
97#define is_hugepage_only_range(mm, addr, len) 0
98#define hugetlb_free_pgd_range(tlb, addr, end, floor, ceiling) \
99 do { } while (0)
100#define alloc_huge_page() ({ NULL; })
101#define free_huge_page(p) ({ (void)(p); BUG(); })
102
103#ifndef HPAGE_MASK
104#define HPAGE_MASK 0 /* Keep the compiler happy */
105#define HPAGE_SIZE 0
106#endif
107
108#endif /* !CONFIG_HUGETLB_PAGE */
109
110#ifdef CONFIG_HUGETLBFS
111struct hugetlbfs_config {
112 uid_t uid;
113 gid_t gid;
114 umode_t mode;
115 long nr_blocks;
116 long nr_inodes;
117};
118
119struct hugetlbfs_sb_info {
120 long max_blocks; /* blocks allowed */
121 long free_blocks; /* blocks free */
122 long max_inodes; /* inodes allowed */
123 long free_inodes; /* inodes free */
124 spinlock_t stat_lock;
125};
126
127
128struct hugetlbfs_inode_info {
129 struct shared_policy policy;
130 struct inode vfs_inode;
131};
132
133static inline struct hugetlbfs_inode_info *HUGETLBFS_I(struct inode *inode)
134{
135 return container_of(inode, struct hugetlbfs_inode_info, vfs_inode);
136}
137
138static inline struct hugetlbfs_sb_info *HUGETLBFS_SB(struct super_block *sb)
139{
140 return sb->s_fs_info;
141}
142
143extern struct file_operations hugetlbfs_file_operations;
144extern struct vm_operations_struct hugetlb_vm_ops;
145struct file *hugetlb_zero_setup(size_t);
146int hugetlb_get_quota(struct address_space *mapping);
147void hugetlb_put_quota(struct address_space *mapping);
148
149static inline int is_file_hugepages(struct file *file)
150{
151 return file->f_op == &hugetlbfs_file_operations;
152}
153
154static inline void set_file_hugepages(struct file *file)
155{
156 file->f_op = &hugetlbfs_file_operations;
157}
158#else /* !CONFIG_HUGETLBFS */
159
160#define is_file_hugepages(file) 0
161#define set_file_hugepages(file) BUG()
162#define hugetlb_zero_setup(size) ERR_PTR(-ENOSYS)
163
164#endif /* !CONFIG_HUGETLBFS */
165
166#endif /* _LINUX_HUGETLB_H */