Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1#ifndef _LINUX_HUGETLB_H
2#define _LINUX_HUGETLB_H
3
4#ifdef CONFIG_HUGETLB_PAGE
5
6#include <linux/mempolicy.h>
7#include <asm/tlbflush.h>
8
9struct ctl_table;
10
11static inline int is_vm_hugetlb_page(struct vm_area_struct *vma)
12{
13 return vma->vm_flags & VM_HUGETLB;
14}
15
16int hugetlb_sysctl_handler(struct ctl_table *, int, struct file *, void __user *, size_t *, loff_t *);
17int copy_hugetlb_page_range(struct mm_struct *, struct mm_struct *, struct vm_area_struct *);
18int follow_hugetlb_page(struct mm_struct *, struct vm_area_struct *, struct page **, struct vm_area_struct **, unsigned long *, int *, int);
19void zap_hugepage_range(struct vm_area_struct *, unsigned long, unsigned long);
20void unmap_hugepage_range(struct vm_area_struct *, unsigned long, unsigned long);
21int hugetlb_prefault(struct address_space *, struct vm_area_struct *);
22int hugetlb_report_meminfo(char *);
23int hugetlb_report_node_meminfo(int, char *);
24int is_hugepage_mem_enough(size_t);
25unsigned long hugetlb_total_pages(void);
26struct page *alloc_huge_page(void);
27void free_huge_page(struct page *);
28
29extern unsigned long max_huge_pages;
30extern const unsigned long hugetlb_zero, hugetlb_infinity;
31extern int sysctl_hugetlb_shm_group;
32
33/* arch callbacks */
34
35pte_t *huge_pte_alloc(struct mm_struct *mm, unsigned long addr);
36pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr);
37struct page *follow_huge_addr(struct mm_struct *mm, unsigned long address,
38 int write);
39struct page *follow_huge_pmd(struct mm_struct *mm, unsigned long address,
40 pmd_t *pmd, int write);
41int is_aligned_hugepage_range(unsigned long addr, unsigned long len);
42int pmd_huge(pmd_t pmd);
43
44#ifndef ARCH_HAS_HUGEPAGE_ONLY_RANGE
45#define is_hugepage_only_range(mm, addr, len) 0
46#define hugetlb_free_pgd_range(tlb, addr, end, floor, ceiling) \
47 do { } while (0)
48#endif
49
50#ifndef ARCH_HAS_PREPARE_HUGEPAGE_RANGE
51#define prepare_hugepage_range(addr, len) \
52 is_aligned_hugepage_range(addr, len)
53#else
54int prepare_hugepage_range(unsigned long addr, unsigned long len);
55#endif
56
57#ifndef ARCH_HAS_SETCLEAR_HUGE_PTE
58#define set_huge_pte_at(mm, addr, ptep, pte) set_pte_at(mm, addr, ptep, pte)
59#define huge_ptep_get_and_clear(mm, addr, ptep) ptep_get_and_clear(mm, addr, ptep)
60#else
61void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
62 pte_t *ptep, pte_t pte);
63pte_t huge_ptep_get_and_clear(struct mm_struct *mm, unsigned long addr,
64 pte_t *ptep);
65#endif
66
67#ifndef ARCH_HAS_HUGETLB_PREFAULT_HOOK
68#define hugetlb_prefault_arch_hook(mm) do { } while (0)
69#else
70void hugetlb_prefault_arch_hook(struct mm_struct *mm);
71#endif
72
73#ifndef ARCH_HAS_HUGETLB_CLEAN_STALE_PGTABLE
74#define hugetlb_clean_stale_pgtable(pte) BUG()
75#else
76void hugetlb_clean_stale_pgtable(pte_t *pte);
77#endif
78
79#else /* !CONFIG_HUGETLB_PAGE */
80
81static inline int is_vm_hugetlb_page(struct vm_area_struct *vma)
82{
83 return 0;
84}
85static inline unsigned long hugetlb_total_pages(void)
86{
87 return 0;
88}
89
90#define follow_hugetlb_page(m,v,p,vs,a,b,i) ({ BUG(); 0; })
91#define follow_huge_addr(mm, addr, write) ERR_PTR(-EINVAL)
92#define copy_hugetlb_page_range(src, dst, vma) ({ BUG(); 0; })
93#define hugetlb_prefault(mapping, vma) ({ BUG(); 0; })
94#define zap_hugepage_range(vma, start, len) BUG()
95#define unmap_hugepage_range(vma, start, end) BUG()
96#define is_hugepage_mem_enough(size) 0
97#define hugetlb_report_meminfo(buf) 0
98#define hugetlb_report_node_meminfo(n, buf) 0
99#define follow_huge_pmd(mm, addr, pmd, write) NULL
100#define is_aligned_hugepage_range(addr, len) 0
101#define prepare_hugepage_range(addr, len) (-EINVAL)
102#define pmd_huge(x) 0
103#define is_hugepage_only_range(mm, addr, len) 0
104#define hugetlb_free_pgd_range(tlb, addr, end, floor, ceiling) \
105 do { } while (0)
106#define alloc_huge_page() ({ NULL; })
107#define free_huge_page(p) ({ (void)(p); BUG(); })
108
109#ifndef HPAGE_MASK
110#define HPAGE_MASK 0 /* Keep the compiler happy */
111#define HPAGE_SIZE 0
112#endif
113
114#endif /* !CONFIG_HUGETLB_PAGE */
115
116#ifdef CONFIG_HUGETLBFS
117struct hugetlbfs_config {
118 uid_t uid;
119 gid_t gid;
120 umode_t mode;
121 long nr_blocks;
122 long nr_inodes;
123};
124
125struct hugetlbfs_sb_info {
126 long max_blocks; /* blocks allowed */
127 long free_blocks; /* blocks free */
128 long max_inodes; /* inodes allowed */
129 long free_inodes; /* inodes free */
130 spinlock_t stat_lock;
131};
132
133
134struct hugetlbfs_inode_info {
135 struct shared_policy policy;
136 struct inode vfs_inode;
137};
138
139static inline struct hugetlbfs_inode_info *HUGETLBFS_I(struct inode *inode)
140{
141 return container_of(inode, struct hugetlbfs_inode_info, vfs_inode);
142}
143
144static inline struct hugetlbfs_sb_info *HUGETLBFS_SB(struct super_block *sb)
145{
146 return sb->s_fs_info;
147}
148
149extern struct file_operations hugetlbfs_file_operations;
150extern struct vm_operations_struct hugetlb_vm_ops;
151struct file *hugetlb_zero_setup(size_t);
152int hugetlb_get_quota(struct address_space *mapping);
153void hugetlb_put_quota(struct address_space *mapping);
154
155static inline int is_file_hugepages(struct file *file)
156{
157 return file->f_op == &hugetlbfs_file_operations;
158}
159
160static inline void set_file_hugepages(struct file *file)
161{
162 file->f_op = &hugetlbfs_file_operations;
163}
164#else /* !CONFIG_HUGETLBFS */
165
166#define is_file_hugepages(file) 0
167#define set_file_hugepages(file) BUG()
168#define hugetlb_zero_setup(size) ERR_PTR(-ENOSYS)
169
170#endif /* !CONFIG_HUGETLBFS */
171
172#endif /* _LINUX_HUGETLB_H */