Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/* SPDX-License-Identifier: GPL-2.0 WITH Linux-syscall-note */
2/* Copyright(c) 2019 Intel Corporation. All rights rsvd. */
3#ifndef _USR_IDXD_H_
4#define _USR_IDXD_H_
5
6#ifdef __KERNEL__
7#include <linux/types.h>
8#else
9#include <stdint.h>
10#endif
11
12/* Descriptor flags */
13#define IDXD_OP_FLAG_FENCE 0x0001
14#define IDXD_OP_FLAG_BOF 0x0002
15#define IDXD_OP_FLAG_CRAV 0x0004
16#define IDXD_OP_FLAG_RCR 0x0008
17#define IDXD_OP_FLAG_RCI 0x0010
18#define IDXD_OP_FLAG_CRSTS 0x0020
19#define IDXD_OP_FLAG_CR 0x0080
20#define IDXD_OP_FLAG_CC 0x0100
21#define IDXD_OP_FLAG_ADDR1_TCS 0x0200
22#define IDXD_OP_FLAG_ADDR2_TCS 0x0400
23#define IDXD_OP_FLAG_ADDR3_TCS 0x0800
24#define IDXD_OP_FLAG_CR_TCS 0x1000
25#define IDXD_OP_FLAG_STORD 0x2000
26#define IDXD_OP_FLAG_DRDBK 0x4000
27#define IDXD_OP_FLAG_DSTS 0x8000
28
29/* Opcode */
30enum dsa_opcode {
31 DSA_OPCODE_NOOP = 0,
32 DSA_OPCODE_BATCH,
33 DSA_OPCODE_DRAIN,
34 DSA_OPCODE_MEMMOVE,
35 DSA_OPCODE_MEMFILL,
36 DSA_OPCODE_COMPARE,
37 DSA_OPCODE_COMPVAL,
38 DSA_OPCODE_CR_DELTA,
39 DSA_OPCODE_AP_DELTA,
40 DSA_OPCODE_DUALCAST,
41 DSA_OPCODE_CRCGEN = 0x10,
42 DSA_OPCODE_COPY_CRC,
43 DSA_OPCODE_DIF_CHECK,
44 DSA_OPCODE_DIF_INS,
45 DSA_OPCODE_DIF_STRP,
46 DSA_OPCODE_DIF_UPDT,
47 DSA_OPCODE_CFLUSH = 0x20,
48};
49
50/* Completion record status */
51enum dsa_completion_status {
52 DSA_COMP_NONE = 0,
53 DSA_COMP_SUCCESS,
54 DSA_COMP_SUCCESS_PRED,
55 DSA_COMP_PAGE_FAULT_NOBOF,
56 DSA_COMP_PAGE_FAULT_IR,
57 DSA_COMP_BATCH_FAIL,
58 DSA_COMP_BATCH_PAGE_FAULT,
59 DSA_COMP_DR_OFFSET_NOINC,
60 DSA_COMP_DR_OFFSET_ERANGE,
61 DSA_COMP_DIF_ERR,
62 DSA_COMP_BAD_OPCODE = 0x10,
63 DSA_COMP_INVALID_FLAGS,
64 DSA_COMP_NOZERO_RESERVE,
65 DSA_COMP_XFER_ERANGE,
66 DSA_COMP_DESC_CNT_ERANGE,
67 DSA_COMP_DR_ERANGE,
68 DSA_COMP_OVERLAP_BUFFERS,
69 DSA_COMP_DCAST_ERR,
70 DSA_COMP_DESCLIST_ALIGN,
71 DSA_COMP_INT_HANDLE_INVAL,
72 DSA_COMP_CRA_XLAT,
73 DSA_COMP_CRA_ALIGN,
74 DSA_COMP_ADDR_ALIGN,
75 DSA_COMP_PRIV_BAD,
76 DSA_COMP_TRAFFIC_CLASS_CONF,
77 DSA_COMP_PFAULT_RDBA,
78 DSA_COMP_HW_ERR1,
79 DSA_COMP_HW_ERR_DRB,
80 DSA_COMP_TRANSLATION_FAIL,
81};
82
83#define DSA_COMP_STATUS_MASK 0x7f
84#define DSA_COMP_STATUS_WRITE 0x80
85
86struct dsa_hw_desc {
87 uint32_t pasid:20;
88 uint32_t rsvd:11;
89 uint32_t priv:1;
90 uint32_t flags:24;
91 uint32_t opcode:8;
92 uint64_t completion_addr;
93 union {
94 uint64_t src_addr;
95 uint64_t rdback_addr;
96 uint64_t pattern;
97 uint64_t desc_list_addr;
98 };
99 union {
100 uint64_t dst_addr;
101 uint64_t rdback_addr2;
102 uint64_t src2_addr;
103 uint64_t comp_pattern;
104 };
105 union {
106 uint32_t xfer_size;
107 uint32_t desc_count;
108 };
109 uint16_t int_handle;
110 uint16_t rsvd1;
111 union {
112 uint8_t expected_res;
113 /* create delta record */
114 struct {
115 uint64_t delta_addr;
116 uint32_t max_delta_size;
117 uint32_t delt_rsvd;
118 uint8_t expected_res_mask;
119 };
120 uint32_t delta_rec_size;
121 uint64_t dest2;
122 /* CRC */
123 struct {
124 uint32_t crc_seed;
125 uint32_t crc_rsvd;
126 uint64_t seed_addr;
127 };
128 /* DIF check or strip */
129 struct {
130 uint8_t src_dif_flags;
131 uint8_t dif_chk_res;
132 uint8_t dif_chk_flags;
133 uint8_t dif_chk_res2[5];
134 uint32_t chk_ref_tag_seed;
135 uint16_t chk_app_tag_mask;
136 uint16_t chk_app_tag_seed;
137 };
138 /* DIF insert */
139 struct {
140 uint8_t dif_ins_res;
141 uint8_t dest_dif_flag;
142 uint8_t dif_ins_flags;
143 uint8_t dif_ins_res2[13];
144 uint32_t ins_ref_tag_seed;
145 uint16_t ins_app_tag_mask;
146 uint16_t ins_app_tag_seed;
147 };
148 /* DIF update */
149 struct {
150 uint8_t src_upd_flags;
151 uint8_t upd_dest_flags;
152 uint8_t dif_upd_flags;
153 uint8_t dif_upd_res[5];
154 uint32_t src_ref_tag_seed;
155 uint16_t src_app_tag_mask;
156 uint16_t src_app_tag_seed;
157 uint32_t dest_ref_tag_seed;
158 uint16_t dest_app_tag_mask;
159 uint16_t dest_app_tag_seed;
160 };
161
162 uint8_t op_specific[24];
163 };
164} __attribute__((packed));
165
166struct dsa_raw_desc {
167 uint64_t field[8];
168} __attribute__((packed));
169
170/*
171 * The status field will be modified by hardware, therefore it should be
172 * volatile and prevent the compiler from optimize the read.
173 */
174struct dsa_completion_record {
175 volatile uint8_t status;
176 union {
177 uint8_t result;
178 uint8_t dif_status;
179 };
180 uint16_t rsvd;
181 uint32_t bytes_completed;
182 uint64_t fault_addr;
183 union {
184 /* common record */
185 struct {
186 uint32_t invalid_flags:24;
187 uint32_t rsvd2:8;
188 };
189
190 uint16_t delta_rec_size;
191 uint16_t crc_val;
192
193 /* DIF check & strip */
194 struct {
195 uint32_t dif_chk_ref_tag;
196 uint16_t dif_chk_app_tag_mask;
197 uint16_t dif_chk_app_tag;
198 };
199
200 /* DIF insert */
201 struct {
202 uint64_t dif_ins_res;
203 uint32_t dif_ins_ref_tag;
204 uint16_t dif_ins_app_tag_mask;
205 uint16_t dif_ins_app_tag;
206 };
207
208 /* DIF update */
209 struct {
210 uint32_t dif_upd_src_ref_tag;
211 uint16_t dif_upd_src_app_tag_mask;
212 uint16_t dif_upd_src_app_tag;
213 uint32_t dif_upd_dest_ref_tag;
214 uint16_t dif_upd_dest_app_tag_mask;
215 uint16_t dif_upd_dest_app_tag;
216 };
217
218 uint8_t op_specific[16];
219 };
220} __attribute__((packed));
221
222struct dsa_raw_completion_record {
223 uint64_t field[4];
224} __attribute__((packed));
225
226#endif