Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
tjh.dev
kernel
os
linux
1/*
2 * Copyright (C) 2017 Netronome Systems, Inc.
3 *
4 * This software is licensed under the GNU General License Version 2,
5 * June 1991 as shown in the file COPYING in the top-level directory of this
6 * source tree.
7 *
8 * THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES PROVIDE THE PROGRAM "AS IS"
9 * WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED OR IMPLIED, INCLUDING,
10 * BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
11 * FOR A PARTICULAR PURPOSE. THE ENTIRE RISK AS TO THE QUALITY AND PERFORMANCE
12 * OF THE PROGRAM IS WITH YOU. SHOULD THE PROGRAM PROVE DEFECTIVE, YOU ASSUME
13 * THE COST OF ALL NECESSARY SERVICING, REPAIR OR CORRECTION.
14 */
15
16#include <linux/debugfs.h>
17#include <linux/device.h>
18#include <linux/ethtool.h>
19#include <linux/kernel.h>
20#include <linux/list.h>
21#include <linux/netdevice.h>
22#include <linux/u64_stats_sync.h>
23#include <net/devlink.h>
24#include <net/udp_tunnel.h>
25#include <net/xdp.h>
26
27#define DRV_NAME "netdevsim"
28
29#define NSIM_XDP_MAX_MTU 4000
30
31#define NSIM_EA(extack, msg) NL_SET_ERR_MSG_MOD((extack), msg)
32
33#define NSIM_IPSEC_MAX_SA_COUNT 33
34#define NSIM_IPSEC_VALID BIT(31)
35#define NSIM_UDP_TUNNEL_N_PORTS 4
36
37struct nsim_sa {
38 struct xfrm_state *xs;
39 __be32 ipaddr[4];
40 u32 key[4];
41 u32 salt;
42 bool used;
43 bool crypt;
44 bool rx;
45};
46
47struct nsim_ipsec {
48 struct nsim_sa sa[NSIM_IPSEC_MAX_SA_COUNT];
49 struct dentry *pfile;
50 u32 count;
51 u32 tx;
52 u32 ok;
53};
54
55struct nsim_ethtool_pauseparam {
56 bool rx;
57 bool tx;
58 bool report_stats_rx;
59 bool report_stats_tx;
60};
61
62struct nsim_ethtool {
63 u32 get_err;
64 u32 set_err;
65 u32 channels;
66 struct nsim_ethtool_pauseparam pauseparam;
67 struct ethtool_coalesce coalesce;
68 struct ethtool_ringparam ring;
69 struct ethtool_fecparam fec;
70};
71
72struct netdevsim {
73 struct net_device *netdev;
74 struct nsim_dev *nsim_dev;
75 struct nsim_dev_port *nsim_dev_port;
76
77 u64 tx_packets;
78 u64 tx_bytes;
79 struct u64_stats_sync syncp;
80
81 struct nsim_bus_dev *nsim_bus_dev;
82
83 struct bpf_prog *bpf_offloaded;
84 u32 bpf_offloaded_id;
85
86 struct xdp_attachment_info xdp;
87 struct xdp_attachment_info xdp_hw;
88
89 bool bpf_tc_accept;
90 bool bpf_tc_non_bound_accept;
91 bool bpf_xdpdrv_accept;
92 bool bpf_xdpoffload_accept;
93
94 bool bpf_map_accept;
95 struct nsim_ipsec ipsec;
96 struct {
97 u32 inject_error;
98 u32 sleep;
99 u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];
100 u32 (*ports)[NSIM_UDP_TUNNEL_N_PORTS];
101 struct debugfs_u32_array dfs_ports[2];
102 } udp_ports;
103
104 struct nsim_ethtool ethtool;
105};
106
107struct netdevsim *
108nsim_create(struct nsim_dev *nsim_dev, struct nsim_dev_port *nsim_dev_port);
109void nsim_destroy(struct netdevsim *ns);
110
111void nsim_ethtool_init(struct netdevsim *ns);
112
113void nsim_udp_tunnels_debugfs_create(struct nsim_dev *nsim_dev);
114int nsim_udp_tunnels_info_create(struct nsim_dev *nsim_dev,
115 struct net_device *dev);
116void nsim_udp_tunnels_info_destroy(struct net_device *dev);
117
118#ifdef CONFIG_BPF_SYSCALL
119int nsim_bpf_dev_init(struct nsim_dev *nsim_dev);
120void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev);
121int nsim_bpf_init(struct netdevsim *ns);
122void nsim_bpf_uninit(struct netdevsim *ns);
123int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf);
124int nsim_bpf_disable_tc(struct netdevsim *ns);
125int nsim_bpf_setup_tc_block_cb(enum tc_setup_type type,
126 void *type_data, void *cb_priv);
127#else
128
129static inline int nsim_bpf_dev_init(struct nsim_dev *nsim_dev)
130{
131 return 0;
132}
133
134static inline void nsim_bpf_dev_exit(struct nsim_dev *nsim_dev)
135{
136}
137static inline int nsim_bpf_init(struct netdevsim *ns)
138{
139 return 0;
140}
141
142static inline void nsim_bpf_uninit(struct netdevsim *ns)
143{
144}
145
146static inline int nsim_bpf(struct net_device *dev, struct netdev_bpf *bpf)
147{
148 return -EOPNOTSUPP;
149}
150
151static inline int nsim_bpf_disable_tc(struct netdevsim *ns)
152{
153 return 0;
154}
155
156static inline int
157nsim_bpf_setup_tc_block_cb(enum tc_setup_type type, void *type_data,
158 void *cb_priv)
159{
160 return -EOPNOTSUPP;
161}
162#endif
163
164enum nsim_resource_id {
165 NSIM_RESOURCE_NONE, /* DEVLINK_RESOURCE_ID_PARENT_TOP */
166 NSIM_RESOURCE_IPV4,
167 NSIM_RESOURCE_IPV4_FIB,
168 NSIM_RESOURCE_IPV4_FIB_RULES,
169 NSIM_RESOURCE_IPV6,
170 NSIM_RESOURCE_IPV6_FIB,
171 NSIM_RESOURCE_IPV6_FIB_RULES,
172 NSIM_RESOURCE_NEXTHOPS,
173};
174
175struct nsim_dev_health {
176 struct devlink_health_reporter *empty_reporter;
177 struct devlink_health_reporter *dummy_reporter;
178 struct dentry *ddir;
179 char *recovered_break_msg;
180 u32 binary_len;
181 bool fail_recover;
182};
183
184int nsim_dev_health_init(struct nsim_dev *nsim_dev, struct devlink *devlink);
185void nsim_dev_health_exit(struct nsim_dev *nsim_dev);
186
187#if IS_ENABLED(CONFIG_PSAMPLE)
188int nsim_dev_psample_init(struct nsim_dev *nsim_dev);
189void nsim_dev_psample_exit(struct nsim_dev *nsim_dev);
190#else
191static inline int nsim_dev_psample_init(struct nsim_dev *nsim_dev)
192{
193 return 0;
194}
195
196static inline void nsim_dev_psample_exit(struct nsim_dev *nsim_dev)
197{
198}
199#endif
200
201enum nsim_dev_port_type {
202 NSIM_DEV_PORT_TYPE_PF,
203 NSIM_DEV_PORT_TYPE_VF,
204};
205
206#define NSIM_DEV_VF_PORT_INDEX_BASE 128
207#define NSIM_DEV_VF_PORT_INDEX_MAX UINT_MAX
208
209struct nsim_dev_port {
210 struct list_head list;
211 struct devlink_port devlink_port;
212 unsigned int port_index;
213 enum nsim_dev_port_type port_type;
214 struct dentry *ddir;
215 struct dentry *rate_parent;
216 char *parent_name;
217 struct netdevsim *ns;
218};
219
220struct nsim_vf_config {
221 int link_state;
222 u16 min_tx_rate;
223 u16 max_tx_rate;
224 u16 vlan;
225 __be16 vlan_proto;
226 u16 qos;
227 u8 vf_mac[ETH_ALEN];
228 bool spoofchk_enabled;
229 bool trusted;
230 bool rss_query_enabled;
231};
232
233struct nsim_dev {
234 struct nsim_bus_dev *nsim_bus_dev;
235 struct nsim_fib_data *fib_data;
236 struct nsim_trap_data *trap_data;
237 struct dentry *ddir;
238 struct dentry *ports_ddir;
239 struct dentry *take_snapshot;
240 struct dentry *nodes_ddir;
241
242 struct mutex vfs_lock; /* Protects vfconfigs */
243 struct nsim_vf_config *vfconfigs;
244
245 struct bpf_offload_dev *bpf_dev;
246 bool bpf_bind_accept;
247 bool bpf_bind_verifier_accept;
248 u32 bpf_bind_verifier_delay;
249 struct dentry *ddir_bpf_bound_progs;
250 u32 prog_id_gen;
251 struct list_head bpf_bound_progs;
252 struct list_head bpf_bound_maps;
253 struct netdev_phys_item_id switch_id;
254 struct list_head port_list;
255 struct mutex port_list_lock; /* protects port list */
256 bool fw_update_status;
257 u32 fw_update_overwrite_mask;
258 u32 max_macs;
259 bool test1;
260 bool dont_allow_reload;
261 bool fail_reload;
262 struct devlink_region *dummy_region;
263 struct nsim_dev_health health;
264 struct flow_action_cookie *fa_cookie;
265 spinlock_t fa_cookie_lock; /* protects fa_cookie */
266 bool fail_trap_group_set;
267 bool fail_trap_policer_set;
268 bool fail_trap_policer_counter_get;
269 bool fail_trap_drop_counter_get;
270 struct {
271 struct udp_tunnel_nic_shared utn_shared;
272 u32 __ports[2][NSIM_UDP_TUNNEL_N_PORTS];
273 bool sync_all;
274 bool open_only;
275 bool ipv4_only;
276 bool shared;
277 bool static_iana_vxlan;
278 u32 sleep;
279 } udp_ports;
280 struct nsim_dev_psample *psample;
281 u16 esw_mode;
282};
283
284static inline bool nsim_esw_mode_is_legacy(struct nsim_dev *nsim_dev)
285{
286 return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_LEGACY;
287}
288
289static inline bool nsim_esw_mode_is_switchdev(struct nsim_dev *nsim_dev)
290{
291 return nsim_dev->esw_mode == DEVLINK_ESWITCH_MODE_SWITCHDEV;
292}
293
294static inline struct net *nsim_dev_net(struct nsim_dev *nsim_dev)
295{
296 return devlink_net(priv_to_devlink(nsim_dev));
297}
298
299int nsim_dev_init(void);
300void nsim_dev_exit(void);
301int nsim_drv_probe(struct nsim_bus_dev *nsim_bus_dev);
302void nsim_drv_remove(struct nsim_bus_dev *nsim_bus_dev);
303int nsim_drv_port_add(struct nsim_bus_dev *nsim_bus_dev,
304 enum nsim_dev_port_type type,
305 unsigned int port_index);
306int nsim_drv_port_del(struct nsim_bus_dev *nsim_bus_dev,
307 enum nsim_dev_port_type type,
308 unsigned int port_index);
309int nsim_drv_configure_vfs(struct nsim_bus_dev *nsim_bus_dev,
310 unsigned int num_vfs);
311
312unsigned int nsim_dev_get_vfs(struct nsim_dev *nsim_dev);
313
314struct nsim_fib_data *nsim_fib_create(struct devlink *devlink,
315 struct netlink_ext_ack *extack);
316void nsim_fib_destroy(struct devlink *devlink, struct nsim_fib_data *fib_data);
317u64 nsim_fib_get_val(struct nsim_fib_data *fib_data,
318 enum nsim_resource_id res_id, bool max);
319
320static inline bool nsim_dev_port_is_pf(struct nsim_dev_port *nsim_dev_port)
321{
322 return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_PF;
323}
324
325static inline bool nsim_dev_port_is_vf(struct nsim_dev_port *nsim_dev_port)
326{
327 return nsim_dev_port->port_type == NSIM_DEV_PORT_TYPE_VF;
328}
329#if IS_ENABLED(CONFIG_XFRM_OFFLOAD)
330void nsim_ipsec_init(struct netdevsim *ns);
331void nsim_ipsec_teardown(struct netdevsim *ns);
332bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb);
333#else
334static inline void nsim_ipsec_init(struct netdevsim *ns)
335{
336}
337
338static inline void nsim_ipsec_teardown(struct netdevsim *ns)
339{
340}
341
342static inline bool nsim_ipsec_tx(struct netdevsim *ns, struct sk_buff *skb)
343{
344 return true;
345}
346#endif
347
348struct nsim_bus_dev {
349 struct device dev;
350 struct list_head list;
351 unsigned int port_count;
352 unsigned int num_queues; /* Number of queues for each port on this bus */
353 struct net *initial_net; /* Purpose of this is to carry net pointer
354 * during the probe time only.
355 */
356 unsigned int max_vfs;
357 unsigned int num_vfs;
358 /* Lock for devlink->reload_enabled in netdevsim module */
359 struct mutex nsim_bus_reload_lock;
360 bool in_reload;
361 bool init;
362};
363
364int nsim_bus_init(void);
365void nsim_bus_exit(void);