Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/*
2 * Copyright (c) 2006, Intel Corporation.
3 *
4 * This file is released under the GPLv2.
5 *
6 * Copyright (C) 2006-2008 Intel Corporation
7 * Author: Anil S Keshavamurthy <anil.s.keshavamurthy@intel.com>
8 *
9 */
10
11#ifndef _IOVA_H_
12#define _IOVA_H_
13
14#include <linux/types.h>
15#include <linux/kernel.h>
16#include <linux/rbtree.h>
17#include <linux/dma-mapping.h>
18
19/* iova structure */
20struct iova {
21 struct rb_node node;
22 unsigned long pfn_hi; /* Highest allocated pfn */
23 unsigned long pfn_lo; /* Lowest allocated pfn */
24};
25
26struct iova_magazine;
27struct iova_cpu_rcache;
28
29#define IOVA_RANGE_CACHE_MAX_SIZE 6 /* log of max cached IOVA range size (in pages) */
30#define MAX_GLOBAL_MAGS 32 /* magazines per bin */
31
32struct iova_rcache {
33 spinlock_t lock;
34 unsigned long depot_size;
35 struct iova_magazine *depot[MAX_GLOBAL_MAGS];
36 struct iova_cpu_rcache __percpu *cpu_rcaches;
37};
38
39/* holds all the iova translations for a domain */
40struct iova_domain {
41 spinlock_t iova_rbtree_lock; /* Lock to protect update of rbtree */
42 struct rb_root rbroot; /* iova domain rbtree root */
43 struct rb_node *cached32_node; /* Save last alloced node */
44 unsigned long granule; /* pfn granularity for this domain */
45 unsigned long start_pfn; /* Lower limit for this domain */
46 unsigned long dma_32bit_pfn;
47 struct iova_rcache rcaches[IOVA_RANGE_CACHE_MAX_SIZE]; /* IOVA range caches */
48};
49
50static inline unsigned long iova_size(struct iova *iova)
51{
52 return iova->pfn_hi - iova->pfn_lo + 1;
53}
54
55static inline unsigned long iova_shift(struct iova_domain *iovad)
56{
57 return __ffs(iovad->granule);
58}
59
60static inline unsigned long iova_mask(struct iova_domain *iovad)
61{
62 return iovad->granule - 1;
63}
64
65static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova)
66{
67 return iova & iova_mask(iovad);
68}
69
70static inline size_t iova_align(struct iova_domain *iovad, size_t size)
71{
72 return ALIGN(size, iovad->granule);
73}
74
75static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova)
76{
77 return (dma_addr_t)iova->pfn_lo << iova_shift(iovad);
78}
79
80static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova)
81{
82 return iova >> iova_shift(iovad);
83}
84
85int iova_cache_get(void);
86void iova_cache_put(void);
87
88struct iova *alloc_iova_mem(void);
89void free_iova_mem(struct iova *iova);
90void free_iova(struct iova_domain *iovad, unsigned long pfn);
91void __free_iova(struct iova_domain *iovad, struct iova *iova);
92struct iova *alloc_iova(struct iova_domain *iovad, unsigned long size,
93 unsigned long limit_pfn,
94 bool size_aligned);
95void free_iova_fast(struct iova_domain *iovad, unsigned long pfn,
96 unsigned long size);
97unsigned long alloc_iova_fast(struct iova_domain *iovad, unsigned long size,
98 unsigned long limit_pfn);
99struct iova *reserve_iova(struct iova_domain *iovad, unsigned long pfn_lo,
100 unsigned long pfn_hi);
101void copy_reserved_iova(struct iova_domain *from, struct iova_domain *to);
102void init_iova_domain(struct iova_domain *iovad, unsigned long granule,
103 unsigned long start_pfn, unsigned long pfn_32bit);
104struct iova *find_iova(struct iova_domain *iovad, unsigned long pfn);
105void put_iova_domain(struct iova_domain *iovad);
106struct iova *split_and_remove_iova(struct iova_domain *iovad,
107 struct iova *iova, unsigned long pfn_lo, unsigned long pfn_hi);
108void free_cpu_cached_iovas(unsigned int cpu, struct iova_domain *iovad);
109
110#endif