tjh.dev
Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0 */
2#include <stdint.h>
3#include <stdbool.h>
4#include <sys/mman.h>
5#include <err.h>
6#include <string.h> /* ffsl() */
7#include <unistd.h> /* _SC_PAGESIZE */
8
9#define BIT_ULL(nr) (1ULL << (nr))
10#define PM_SOFT_DIRTY BIT_ULL(55)
11#define PM_MMAP_EXCLUSIVE BIT_ULL(56)
12#define PM_UFFD_WP BIT_ULL(57)
13#define PM_FILE BIT_ULL(61)
14#define PM_SWAP BIT_ULL(62)
15#define PM_PRESENT BIT_ULL(63)
16
17extern unsigned int __page_size;
18extern unsigned int __page_shift;
19
20static inline unsigned int psize(void)
21{
22 if (!__page_size)
23 __page_size = sysconf(_SC_PAGESIZE);
24 return __page_size;
25}
26
27static inline unsigned int pshift(void)
28{
29 if (!__page_shift)
30 __page_shift = (ffsl(psize()) - 1);
31 return __page_shift;
32}
33
34uint64_t pagemap_get_entry(int fd, char *start);
35bool pagemap_is_softdirty(int fd, char *start);
36bool pagemap_is_swapped(int fd, char *start);
37bool pagemap_is_populated(int fd, char *start);
38unsigned long pagemap_get_pfn(int fd, char *start);
39void clear_softdirty(void);
40bool check_for_pattern(FILE *fp, const char *pattern, char *buf, size_t len);
41uint64_t read_pmd_pagesize(void);
42bool check_huge_anon(void *addr, int nr_hpages, uint64_t hpage_size);
43bool check_huge_file(void *addr, int nr_hpages, uint64_t hpage_size);
44bool check_huge_shmem(void *addr, int nr_hpages, uint64_t hpage_size);
45int64_t allocate_transhuge(void *ptr, int pagemap_fd);
46unsigned long default_huge_page_size(void);
47
48int uffd_register(int uffd, void *addr, uint64_t len,
49 bool miss, bool wp, bool minor);
50int uffd_unregister(int uffd, void *addr, uint64_t len);
51int uffd_open_dev(unsigned int flags);
52int uffd_open_sys(unsigned int flags);
53int uffd_open(unsigned int flags);
54int uffd_get_features(uint64_t *features);
55int uffd_register_with_ioctls(int uffd, void *addr, uint64_t len,
56 bool miss, bool wp, bool minor, uint64_t *ioctls);
57
58/*
59 * On ppc64 this will only work with radix 2M hugepage size
60 */
61#define HPAGE_SHIFT 21
62#define HPAGE_SIZE (1 << HPAGE_SHIFT)
63
64#define PAGEMAP_PRESENT(ent) (((ent) & (1ull << 63)) != 0)
65#define PAGEMAP_PFN(ent) ((ent) & ((1ull << 55) - 1))