tjh.dev
Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0-only */
2/*
3 * Copyright (C) 2009 Chen Liqin <liqin.chen@sunplusct.com>
4 * Copyright (C) 2012 Regents of the University of California
5 */
6
7#ifndef _ASM_RISCV_TLBFLUSH_H
8#define _ASM_RISCV_TLBFLUSH_H
9
10#include <linux/mm_types.h>
11#include <asm/smp.h>
12#include <asm/errata_list.h>
13
14#define FLUSH_TLB_MAX_SIZE ((unsigned long)-1)
15#define FLUSH_TLB_NO_ASID ((unsigned long)-1)
16
17#ifdef CONFIG_MMU
18static inline void local_flush_tlb_all(void)
19{
20 __asm__ __volatile__ ("sfence.vma" : : : "memory");
21}
22
23static inline void local_flush_tlb_all_asid(unsigned long asid)
24{
25 if (asid != FLUSH_TLB_NO_ASID)
26 ALT_SFENCE_VMA_ASID(asid);
27 else
28 local_flush_tlb_all();
29}
30
31/* Flush one page from local TLB */
32static inline void local_flush_tlb_page(unsigned long addr)
33{
34 ALT_SFENCE_VMA_ADDR(addr);
35}
36
37static inline void local_flush_tlb_page_asid(unsigned long addr,
38 unsigned long asid)
39{
40 if (asid != FLUSH_TLB_NO_ASID)
41 ALT_SFENCE_VMA_ADDR_ASID(addr, asid);
42 else
43 local_flush_tlb_page(addr);
44}
45
46void flush_tlb_all(void);
47void flush_tlb_mm(struct mm_struct *mm);
48void flush_tlb_mm_range(struct mm_struct *mm, unsigned long start,
49 unsigned long end, unsigned int page_size);
50void flush_tlb_page(struct vm_area_struct *vma, unsigned long addr);
51void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
52 unsigned long end);
53void flush_tlb_kernel_range(unsigned long start, unsigned long end);
54void local_flush_tlb_kernel_range(unsigned long start, unsigned long end);
55#ifdef CONFIG_TRANSPARENT_HUGEPAGE
56#define __HAVE_ARCH_FLUSH_PMD_TLB_RANGE
57void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start,
58 unsigned long end);
59#endif
60
61bool arch_tlbbatch_should_defer(struct mm_struct *mm);
62void arch_tlbbatch_add_pending(struct arch_tlbflush_unmap_batch *batch,
63 struct mm_struct *mm,
64 unsigned long uaddr);
65void arch_flush_tlb_batched_pending(struct mm_struct *mm);
66void arch_tlbbatch_flush(struct arch_tlbflush_unmap_batch *batch);
67
68extern unsigned long tlb_flush_all_threshold;
69#else /* CONFIG_MMU */
70#define local_flush_tlb_all() do { } while (0)
71#endif /* CONFIG_MMU */
72
73#endif /* _ASM_RISCV_TLBFLUSH_H */