tjh.dev
Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
4 * Copyright (c) 2014 Intel Corporation
5 * Author: Tomasz Bursztyka <tomasz.bursztyka@linux.intel.com>
6 *
7 * Development of this code funded by Astaro AG (http://www.astaro.com/)
8 */
9
10#include <linux/kernel.h>
11#include <linux/netlink.h>
12#include <linux/netfilter.h>
13#include <linux/netfilter/nf_tables.h>
14#include <linux/in.h>
15#include <linux/ip.h>
16#include <linux/ipv6.h>
17#include <linux/smp.h>
18#include <linux/static_key.h>
19#include <net/dst.h>
20#include <net/ip.h>
21#include <net/sock.h>
22#include <net/tcp_states.h> /* for TCP_TIME_WAIT */
23#include <net/netfilter/nf_tables.h>
24#include <net/netfilter/nf_tables_core.h>
25#include <net/netfilter/nft_meta.h>
26#include <net/netfilter/nf_tables_offload.h>
27
28#include <uapi/linux/netfilter_bridge.h> /* NF_BR_PRE_ROUTING */
29
30#define NFT_META_SECS_PER_MINUTE 60
31#define NFT_META_SECS_PER_HOUR 3600
32#define NFT_META_SECS_PER_DAY 86400
33#define NFT_META_DAYS_PER_WEEK 7
34
35static DEFINE_PER_CPU(struct rnd_state, nft_prandom_state);
36
37static u8 nft_meta_weekday(void)
38{
39 time64_t secs = ktime_get_real_seconds();
40 unsigned int dse;
41 u8 wday;
42
43 secs -= NFT_META_SECS_PER_MINUTE * sys_tz.tz_minuteswest;
44 dse = div_u64(secs, NFT_META_SECS_PER_DAY);
45 wday = (4 + dse) % NFT_META_DAYS_PER_WEEK;
46
47 return wday;
48}
49
50static u32 nft_meta_hour(time64_t secs)
51{
52 struct tm tm;
53
54 time64_to_tm(secs, 0, &tm);
55
56 return tm.tm_hour * NFT_META_SECS_PER_HOUR
57 + tm.tm_min * NFT_META_SECS_PER_MINUTE
58 + tm.tm_sec;
59}
60
61static noinline_for_stack void
62nft_meta_get_eval_time(enum nft_meta_keys key,
63 u32 *dest)
64{
65 switch (key) {
66 case NFT_META_TIME_NS:
67 nft_reg_store64(dest, ktime_get_real_ns());
68 break;
69 case NFT_META_TIME_DAY:
70 nft_reg_store8(dest, nft_meta_weekday());
71 break;
72 case NFT_META_TIME_HOUR:
73 *dest = nft_meta_hour(ktime_get_real_seconds());
74 break;
75 default:
76 break;
77 }
78}
79
80static noinline bool
81nft_meta_get_eval_pkttype_lo(const struct nft_pktinfo *pkt,
82 u32 *dest)
83{
84 const struct sk_buff *skb = pkt->skb;
85
86 switch (nft_pf(pkt)) {
87 case NFPROTO_IPV4:
88 if (ipv4_is_multicast(ip_hdr(skb)->daddr))
89 nft_reg_store8(dest, PACKET_MULTICAST);
90 else
91 nft_reg_store8(dest, PACKET_BROADCAST);
92 break;
93 case NFPROTO_IPV6:
94 nft_reg_store8(dest, PACKET_MULTICAST);
95 break;
96 case NFPROTO_NETDEV:
97 switch (skb->protocol) {
98 case htons(ETH_P_IP): {
99 int noff = skb_network_offset(skb);
100 struct iphdr *iph, _iph;
101
102 iph = skb_header_pointer(skb, noff,
103 sizeof(_iph), &_iph);
104 if (!iph)
105 return false;
106
107 if (ipv4_is_multicast(iph->daddr))
108 nft_reg_store8(dest, PACKET_MULTICAST);
109 else
110 nft_reg_store8(dest, PACKET_BROADCAST);
111
112 break;
113 }
114 case htons(ETH_P_IPV6):
115 nft_reg_store8(dest, PACKET_MULTICAST);
116 break;
117 default:
118 WARN_ON_ONCE(1);
119 return false;
120 }
121 break;
122 default:
123 WARN_ON_ONCE(1);
124 return false;
125 }
126
127 return true;
128}
129
130static noinline bool
131nft_meta_get_eval_skugid(enum nft_meta_keys key,
132 u32 *dest,
133 const struct nft_pktinfo *pkt)
134{
135 struct sock *sk = skb_to_full_sk(pkt->skb);
136 struct socket *sock;
137
138 if (!sk || !sk_fullsock(sk) || !net_eq(nft_net(pkt), sock_net(sk)))
139 return false;
140
141 read_lock_bh(&sk->sk_callback_lock);
142 sock = sk->sk_socket;
143 if (!sock || !sock->file) {
144 read_unlock_bh(&sk->sk_callback_lock);
145 return false;
146 }
147
148 switch (key) {
149 case NFT_META_SKUID:
150 *dest = from_kuid_munged(sock_net(sk)->user_ns,
151 sock->file->f_cred->fsuid);
152 break;
153 case NFT_META_SKGID:
154 *dest = from_kgid_munged(sock_net(sk)->user_ns,
155 sock->file->f_cred->fsgid);
156 break;
157 default:
158 break;
159 }
160
161 read_unlock_bh(&sk->sk_callback_lock);
162 return true;
163}
164
165#ifdef CONFIG_CGROUP_NET_CLASSID
166static noinline bool
167nft_meta_get_eval_cgroup(u32 *dest, const struct nft_pktinfo *pkt)
168{
169 struct sock *sk = skb_to_full_sk(pkt->skb);
170
171 if (!sk || !sk_fullsock(sk) || !net_eq(nft_net(pkt), sock_net(sk)))
172 return false;
173
174 *dest = sock_cgroup_classid(&sk->sk_cgrp_data);
175 return true;
176}
177#endif
178
179static noinline bool nft_meta_get_eval_kind(enum nft_meta_keys key,
180 u32 *dest,
181 const struct nft_pktinfo *pkt)
182{
183 const struct net_device *in = nft_in(pkt), *out = nft_out(pkt);
184
185 switch (key) {
186 case NFT_META_IIFKIND:
187 if (!in || !in->rtnl_link_ops)
188 return false;
189 strncpy((char *)dest, in->rtnl_link_ops->kind, IFNAMSIZ);
190 break;
191 case NFT_META_OIFKIND:
192 if (!out || !out->rtnl_link_ops)
193 return false;
194 strncpy((char *)dest, out->rtnl_link_ops->kind, IFNAMSIZ);
195 break;
196 default:
197 return false;
198 }
199
200 return true;
201}
202
203static void nft_meta_store_ifindex(u32 *dest, const struct net_device *dev)
204{
205 *dest = dev ? dev->ifindex : 0;
206}
207
208static void nft_meta_store_ifname(u32 *dest, const struct net_device *dev)
209{
210 strncpy((char *)dest, dev ? dev->name : "", IFNAMSIZ);
211}
212
213static bool nft_meta_store_iftype(u32 *dest, const struct net_device *dev)
214{
215 if (!dev)
216 return false;
217
218 nft_reg_store16(dest, dev->type);
219 return true;
220}
221
222static bool nft_meta_store_ifgroup(u32 *dest, const struct net_device *dev)
223{
224 if (!dev)
225 return false;
226
227 *dest = dev->group;
228 return true;
229}
230
231static bool nft_meta_get_eval_ifname(enum nft_meta_keys key, u32 *dest,
232 const struct nft_pktinfo *pkt)
233{
234 switch (key) {
235 case NFT_META_IIFNAME:
236 nft_meta_store_ifname(dest, nft_in(pkt));
237 break;
238 case NFT_META_OIFNAME:
239 nft_meta_store_ifname(dest, nft_out(pkt));
240 break;
241 case NFT_META_IIF:
242 nft_meta_store_ifindex(dest, nft_in(pkt));
243 break;
244 case NFT_META_OIF:
245 nft_meta_store_ifindex(dest, nft_out(pkt));
246 break;
247 case NFT_META_IFTYPE:
248 if (!nft_meta_store_iftype(dest, pkt->skb->dev))
249 return false;
250 break;
251 case __NFT_META_IIFTYPE:
252 if (!nft_meta_store_iftype(dest, nft_in(pkt)))
253 return false;
254 break;
255 case NFT_META_OIFTYPE:
256 if (!nft_meta_store_iftype(dest, nft_out(pkt)))
257 return false;
258 break;
259 case NFT_META_IIFGROUP:
260 if (!nft_meta_store_ifgroup(dest, nft_in(pkt)))
261 return false;
262 break;
263 case NFT_META_OIFGROUP:
264 if (!nft_meta_store_ifgroup(dest, nft_out(pkt)))
265 return false;
266 break;
267 default:
268 return false;
269 }
270
271 return true;
272}
273
274static noinline u32 nft_prandom_u32(void)
275{
276 struct rnd_state *state = this_cpu_ptr(&nft_prandom_state);
277
278 return prandom_u32_state(state);
279}
280
281#ifdef CONFIG_IP_ROUTE_CLASSID
282static noinline bool
283nft_meta_get_eval_rtclassid(const struct sk_buff *skb, u32 *dest)
284{
285 const struct dst_entry *dst = skb_dst(skb);
286
287 if (!dst)
288 return false;
289
290 *dest = dst->tclassid;
291 return true;
292}
293#endif
294
295static noinline u32 nft_meta_get_eval_sdif(const struct nft_pktinfo *pkt)
296{
297 switch (nft_pf(pkt)) {
298 case NFPROTO_IPV4:
299 return inet_sdif(pkt->skb);
300 case NFPROTO_IPV6:
301 return inet6_sdif(pkt->skb);
302 }
303
304 return 0;
305}
306
307static noinline void
308nft_meta_get_eval_sdifname(u32 *dest, const struct nft_pktinfo *pkt)
309{
310 u32 sdif = nft_meta_get_eval_sdif(pkt);
311 const struct net_device *dev;
312
313 dev = sdif ? dev_get_by_index_rcu(nft_net(pkt), sdif) : NULL;
314 nft_meta_store_ifname(dest, dev);
315}
316
317void nft_meta_get_eval(const struct nft_expr *expr,
318 struct nft_regs *regs,
319 const struct nft_pktinfo *pkt)
320{
321 const struct nft_meta *priv = nft_expr_priv(expr);
322 const struct sk_buff *skb = pkt->skb;
323 u32 *dest = ®s->data[priv->dreg];
324
325 switch (priv->key) {
326 case NFT_META_LEN:
327 *dest = skb->len;
328 break;
329 case NFT_META_PROTOCOL:
330 nft_reg_store16(dest, (__force u16)skb->protocol);
331 break;
332 case NFT_META_NFPROTO:
333 nft_reg_store8(dest, nft_pf(pkt));
334 break;
335 case NFT_META_L4PROTO:
336 if (!(pkt->flags & NFT_PKTINFO_L4PROTO))
337 goto err;
338 nft_reg_store8(dest, pkt->tprot);
339 break;
340 case NFT_META_PRIORITY:
341 *dest = skb->priority;
342 break;
343 case NFT_META_MARK:
344 *dest = skb->mark;
345 break;
346 case NFT_META_IIF:
347 case NFT_META_OIF:
348 case NFT_META_IIFNAME:
349 case NFT_META_OIFNAME:
350 case NFT_META_IIFTYPE:
351 case NFT_META_OIFTYPE:
352 case NFT_META_IIFGROUP:
353 case NFT_META_OIFGROUP:
354 if (!nft_meta_get_eval_ifname(priv->key, dest, pkt))
355 goto err;
356 break;
357 case NFT_META_SKUID:
358 case NFT_META_SKGID:
359 if (!nft_meta_get_eval_skugid(priv->key, dest, pkt))
360 goto err;
361 break;
362#ifdef CONFIG_IP_ROUTE_CLASSID
363 case NFT_META_RTCLASSID:
364 if (!nft_meta_get_eval_rtclassid(skb, dest))
365 goto err;
366 break;
367#endif
368#ifdef CONFIG_NETWORK_SECMARK
369 case NFT_META_SECMARK:
370 *dest = skb->secmark;
371 break;
372#endif
373 case NFT_META_PKTTYPE:
374 if (skb->pkt_type != PACKET_LOOPBACK) {
375 nft_reg_store8(dest, skb->pkt_type);
376 break;
377 }
378
379 if (!nft_meta_get_eval_pkttype_lo(pkt, dest))
380 goto err;
381 break;
382 case NFT_META_CPU:
383 *dest = raw_smp_processor_id();
384 break;
385#ifdef CONFIG_CGROUP_NET_CLASSID
386 case NFT_META_CGROUP:
387 if (!nft_meta_get_eval_cgroup(dest, pkt))
388 goto err;
389 break;
390#endif
391 case NFT_META_PRANDOM:
392 *dest = nft_prandom_u32();
393 break;
394#ifdef CONFIG_XFRM
395 case NFT_META_SECPATH:
396 nft_reg_store8(dest, secpath_exists(skb));
397 break;
398#endif
399 case NFT_META_IIFKIND:
400 case NFT_META_OIFKIND:
401 if (!nft_meta_get_eval_kind(priv->key, dest, pkt))
402 goto err;
403 break;
404 case NFT_META_TIME_NS:
405 case NFT_META_TIME_DAY:
406 case NFT_META_TIME_HOUR:
407 nft_meta_get_eval_time(priv->key, dest);
408 break;
409 case NFT_META_SDIF:
410 *dest = nft_meta_get_eval_sdif(pkt);
411 break;
412 case NFT_META_SDIFNAME:
413 nft_meta_get_eval_sdifname(dest, pkt);
414 break;
415 default:
416 WARN_ON(1);
417 goto err;
418 }
419 return;
420
421err:
422 regs->verdict.code = NFT_BREAK;
423}
424EXPORT_SYMBOL_GPL(nft_meta_get_eval);
425
426void nft_meta_set_eval(const struct nft_expr *expr,
427 struct nft_regs *regs,
428 const struct nft_pktinfo *pkt)
429{
430 const struct nft_meta *meta = nft_expr_priv(expr);
431 struct sk_buff *skb = pkt->skb;
432 u32 *sreg = ®s->data[meta->sreg];
433 u32 value = *sreg;
434 u8 value8;
435
436 switch (meta->key) {
437 case NFT_META_MARK:
438 skb->mark = value;
439 break;
440 case NFT_META_PRIORITY:
441 skb->priority = value;
442 break;
443 case NFT_META_PKTTYPE:
444 value8 = nft_reg_load8(sreg);
445
446 if (skb->pkt_type != value8 &&
447 skb_pkt_type_ok(value8) &&
448 skb_pkt_type_ok(skb->pkt_type))
449 skb->pkt_type = value8;
450 break;
451 case NFT_META_NFTRACE:
452 value8 = nft_reg_load8(sreg);
453
454 skb->nf_trace = !!value8;
455 break;
456#ifdef CONFIG_NETWORK_SECMARK
457 case NFT_META_SECMARK:
458 skb->secmark = value;
459 break;
460#endif
461 default:
462 WARN_ON(1);
463 }
464}
465EXPORT_SYMBOL_GPL(nft_meta_set_eval);
466
467const struct nla_policy nft_meta_policy[NFTA_META_MAX + 1] = {
468 [NFTA_META_DREG] = { .type = NLA_U32 },
469 [NFTA_META_KEY] = { .type = NLA_U32 },
470 [NFTA_META_SREG] = { .type = NLA_U32 },
471};
472EXPORT_SYMBOL_GPL(nft_meta_policy);
473
474int nft_meta_get_init(const struct nft_ctx *ctx,
475 const struct nft_expr *expr,
476 const struct nlattr * const tb[])
477{
478 struct nft_meta *priv = nft_expr_priv(expr);
479 unsigned int len;
480
481 priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
482 switch (priv->key) {
483 case NFT_META_PROTOCOL:
484 case NFT_META_IIFTYPE:
485 case NFT_META_OIFTYPE:
486 len = sizeof(u16);
487 break;
488 case NFT_META_NFPROTO:
489 case NFT_META_L4PROTO:
490 case NFT_META_LEN:
491 case NFT_META_PRIORITY:
492 case NFT_META_MARK:
493 case NFT_META_IIF:
494 case NFT_META_OIF:
495 case NFT_META_SDIF:
496 case NFT_META_SKUID:
497 case NFT_META_SKGID:
498#ifdef CONFIG_IP_ROUTE_CLASSID
499 case NFT_META_RTCLASSID:
500#endif
501#ifdef CONFIG_NETWORK_SECMARK
502 case NFT_META_SECMARK:
503#endif
504 case NFT_META_PKTTYPE:
505 case NFT_META_CPU:
506 case NFT_META_IIFGROUP:
507 case NFT_META_OIFGROUP:
508#ifdef CONFIG_CGROUP_NET_CLASSID
509 case NFT_META_CGROUP:
510#endif
511 len = sizeof(u32);
512 break;
513 case NFT_META_IIFNAME:
514 case NFT_META_OIFNAME:
515 case NFT_META_IIFKIND:
516 case NFT_META_OIFKIND:
517 case NFT_META_SDIFNAME:
518 len = IFNAMSIZ;
519 break;
520 case NFT_META_PRANDOM:
521 prandom_init_once(&nft_prandom_state);
522 len = sizeof(u32);
523 break;
524#ifdef CONFIG_XFRM
525 case NFT_META_SECPATH:
526 len = sizeof(u8);
527 break;
528#endif
529 case NFT_META_TIME_NS:
530 len = sizeof(u64);
531 break;
532 case NFT_META_TIME_DAY:
533 len = sizeof(u8);
534 break;
535 case NFT_META_TIME_HOUR:
536 len = sizeof(u32);
537 break;
538 default:
539 return -EOPNOTSUPP;
540 }
541
542 priv->len = len;
543 return nft_parse_register_store(ctx, tb[NFTA_META_DREG], &priv->dreg,
544 NULL, NFT_DATA_VALUE, len);
545}
546EXPORT_SYMBOL_GPL(nft_meta_get_init);
547
548static int nft_meta_get_validate_sdif(const struct nft_ctx *ctx)
549{
550 unsigned int hooks;
551
552 switch (ctx->family) {
553 case NFPROTO_IPV4:
554 case NFPROTO_IPV6:
555 case NFPROTO_INET:
556 hooks = (1 << NF_INET_LOCAL_IN) |
557 (1 << NF_INET_FORWARD);
558 break;
559 default:
560 return -EOPNOTSUPP;
561 }
562
563 return nft_chain_validate_hooks(ctx->chain, hooks);
564}
565
566static int nft_meta_get_validate_xfrm(const struct nft_ctx *ctx)
567{
568#ifdef CONFIG_XFRM
569 unsigned int hooks;
570
571 switch (ctx->family) {
572 case NFPROTO_NETDEV:
573 hooks = 1 << NF_NETDEV_INGRESS;
574 break;
575 case NFPROTO_IPV4:
576 case NFPROTO_IPV6:
577 case NFPROTO_INET:
578 hooks = (1 << NF_INET_PRE_ROUTING) |
579 (1 << NF_INET_LOCAL_IN) |
580 (1 << NF_INET_FORWARD);
581 break;
582 default:
583 return -EOPNOTSUPP;
584 }
585
586 return nft_chain_validate_hooks(ctx->chain, hooks);
587#else
588 return 0;
589#endif
590}
591
592static int nft_meta_get_validate(const struct nft_ctx *ctx,
593 const struct nft_expr *expr,
594 const struct nft_data **data)
595{
596 const struct nft_meta *priv = nft_expr_priv(expr);
597
598 switch (priv->key) {
599 case NFT_META_SECPATH:
600 return nft_meta_get_validate_xfrm(ctx);
601 case NFT_META_SDIF:
602 case NFT_META_SDIFNAME:
603 return nft_meta_get_validate_sdif(ctx);
604 default:
605 break;
606 }
607
608 return 0;
609}
610
611int nft_meta_set_validate(const struct nft_ctx *ctx,
612 const struct nft_expr *expr,
613 const struct nft_data **data)
614{
615 struct nft_meta *priv = nft_expr_priv(expr);
616 unsigned int hooks;
617
618 if (priv->key != NFT_META_PKTTYPE)
619 return 0;
620
621 switch (ctx->family) {
622 case NFPROTO_BRIDGE:
623 hooks = 1 << NF_BR_PRE_ROUTING;
624 break;
625 case NFPROTO_NETDEV:
626 hooks = 1 << NF_NETDEV_INGRESS;
627 break;
628 case NFPROTO_IPV4:
629 case NFPROTO_IPV6:
630 case NFPROTO_INET:
631 hooks = 1 << NF_INET_PRE_ROUTING;
632 break;
633 default:
634 return -EOPNOTSUPP;
635 }
636
637 return nft_chain_validate_hooks(ctx->chain, hooks);
638}
639EXPORT_SYMBOL_GPL(nft_meta_set_validate);
640
641int nft_meta_set_init(const struct nft_ctx *ctx,
642 const struct nft_expr *expr,
643 const struct nlattr * const tb[])
644{
645 struct nft_meta *priv = nft_expr_priv(expr);
646 unsigned int len;
647 int err;
648
649 priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
650 switch (priv->key) {
651 case NFT_META_MARK:
652 case NFT_META_PRIORITY:
653#ifdef CONFIG_NETWORK_SECMARK
654 case NFT_META_SECMARK:
655#endif
656 len = sizeof(u32);
657 break;
658 case NFT_META_NFTRACE:
659 len = sizeof(u8);
660 break;
661 case NFT_META_PKTTYPE:
662 len = sizeof(u8);
663 break;
664 default:
665 return -EOPNOTSUPP;
666 }
667
668 priv->len = len;
669 err = nft_parse_register_load(tb[NFTA_META_SREG], &priv->sreg, len);
670 if (err < 0)
671 return err;
672
673 if (priv->key == NFT_META_NFTRACE)
674 static_branch_inc(&nft_trace_enabled);
675
676 return 0;
677}
678EXPORT_SYMBOL_GPL(nft_meta_set_init);
679
680int nft_meta_get_dump(struct sk_buff *skb,
681 const struct nft_expr *expr)
682{
683 const struct nft_meta *priv = nft_expr_priv(expr);
684
685 if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
686 goto nla_put_failure;
687 if (nft_dump_register(skb, NFTA_META_DREG, priv->dreg))
688 goto nla_put_failure;
689 return 0;
690
691nla_put_failure:
692 return -1;
693}
694EXPORT_SYMBOL_GPL(nft_meta_get_dump);
695
696int nft_meta_set_dump(struct sk_buff *skb, const struct nft_expr *expr)
697{
698 const struct nft_meta *priv = nft_expr_priv(expr);
699
700 if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
701 goto nla_put_failure;
702 if (nft_dump_register(skb, NFTA_META_SREG, priv->sreg))
703 goto nla_put_failure;
704
705 return 0;
706
707nla_put_failure:
708 return -1;
709}
710EXPORT_SYMBOL_GPL(nft_meta_set_dump);
711
712void nft_meta_set_destroy(const struct nft_ctx *ctx,
713 const struct nft_expr *expr)
714{
715 const struct nft_meta *priv = nft_expr_priv(expr);
716
717 if (priv->key == NFT_META_NFTRACE)
718 static_branch_dec(&nft_trace_enabled);
719}
720EXPORT_SYMBOL_GPL(nft_meta_set_destroy);
721
722static int nft_meta_get_offload(struct nft_offload_ctx *ctx,
723 struct nft_flow_rule *flow,
724 const struct nft_expr *expr)
725{
726 const struct nft_meta *priv = nft_expr_priv(expr);
727 struct nft_offload_reg *reg = &ctx->regs[priv->dreg];
728
729 switch (priv->key) {
730 case NFT_META_PROTOCOL:
731 NFT_OFFLOAD_MATCH_EXACT(FLOW_DISSECTOR_KEY_BASIC, basic, n_proto,
732 sizeof(__u16), reg);
733 nft_offload_set_dependency(ctx, NFT_OFFLOAD_DEP_NETWORK);
734 break;
735 case NFT_META_L4PROTO:
736 NFT_OFFLOAD_MATCH_EXACT(FLOW_DISSECTOR_KEY_BASIC, basic, ip_proto,
737 sizeof(__u8), reg);
738 nft_offload_set_dependency(ctx, NFT_OFFLOAD_DEP_TRANSPORT);
739 break;
740 case NFT_META_IIF:
741 NFT_OFFLOAD_MATCH_EXACT(FLOW_DISSECTOR_KEY_META, meta,
742 ingress_ifindex, sizeof(__u32), reg);
743 break;
744 case NFT_META_IIFTYPE:
745 NFT_OFFLOAD_MATCH_EXACT(FLOW_DISSECTOR_KEY_META, meta,
746 ingress_iftype, sizeof(__u16), reg);
747 break;
748 default:
749 return -EOPNOTSUPP;
750 }
751
752 return 0;
753}
754
755bool nft_meta_get_reduce(struct nft_regs_track *track,
756 const struct nft_expr *expr)
757{
758 const struct nft_meta *priv = nft_expr_priv(expr);
759 const struct nft_meta *meta;
760
761 if (!nft_reg_track_cmp(track, expr, priv->dreg)) {
762 nft_reg_track_update(track, expr, priv->dreg, priv->len);
763 return false;
764 }
765
766 meta = nft_expr_priv(track->regs[priv->dreg].selector);
767 if (priv->key != meta->key ||
768 priv->dreg != meta->dreg) {
769 nft_reg_track_update(track, expr, priv->dreg, priv->len);
770 return false;
771 }
772
773 if (!track->regs[priv->dreg].bitwise)
774 return true;
775
776 return nft_expr_reduce_bitwise(track, expr);
777}
778EXPORT_SYMBOL_GPL(nft_meta_get_reduce);
779
780static const struct nft_expr_ops nft_meta_get_ops = {
781 .type = &nft_meta_type,
782 .size = NFT_EXPR_SIZE(sizeof(struct nft_meta)),
783 .eval = nft_meta_get_eval,
784 .init = nft_meta_get_init,
785 .dump = nft_meta_get_dump,
786 .reduce = nft_meta_get_reduce,
787 .validate = nft_meta_get_validate,
788 .offload = nft_meta_get_offload,
789};
790
791static bool nft_meta_set_reduce(struct nft_regs_track *track,
792 const struct nft_expr *expr)
793{
794 int i;
795
796 for (i = 0; i < NFT_REG32_NUM; i++) {
797 if (!track->regs[i].selector)
798 continue;
799
800 if (track->regs[i].selector->ops != &nft_meta_get_ops)
801 continue;
802
803 __nft_reg_track_cancel(track, i);
804 }
805
806 return false;
807}
808
809static const struct nft_expr_ops nft_meta_set_ops = {
810 .type = &nft_meta_type,
811 .size = NFT_EXPR_SIZE(sizeof(struct nft_meta)),
812 .eval = nft_meta_set_eval,
813 .init = nft_meta_set_init,
814 .destroy = nft_meta_set_destroy,
815 .dump = nft_meta_set_dump,
816 .reduce = nft_meta_set_reduce,
817 .validate = nft_meta_set_validate,
818};
819
820static const struct nft_expr_ops *
821nft_meta_select_ops(const struct nft_ctx *ctx,
822 const struct nlattr * const tb[])
823{
824 if (tb[NFTA_META_KEY] == NULL)
825 return ERR_PTR(-EINVAL);
826
827 if (tb[NFTA_META_DREG] && tb[NFTA_META_SREG])
828 return ERR_PTR(-EINVAL);
829
830#if IS_ENABLED(CONFIG_NF_TABLES_BRIDGE) && IS_MODULE(CONFIG_NFT_BRIDGE_META)
831 if (ctx->family == NFPROTO_BRIDGE)
832 return ERR_PTR(-EAGAIN);
833#endif
834 if (tb[NFTA_META_DREG])
835 return &nft_meta_get_ops;
836
837 if (tb[NFTA_META_SREG])
838 return &nft_meta_set_ops;
839
840 return ERR_PTR(-EINVAL);
841}
842
843struct nft_expr_type nft_meta_type __read_mostly = {
844 .name = "meta",
845 .select_ops = nft_meta_select_ops,
846 .policy = nft_meta_policy,
847 .maxattr = NFTA_META_MAX,
848 .owner = THIS_MODULE,
849};
850
851#ifdef CONFIG_NETWORK_SECMARK
852struct nft_secmark {
853 u32 secid;
854 char *ctx;
855};
856
857static const struct nla_policy nft_secmark_policy[NFTA_SECMARK_MAX + 1] = {
858 [NFTA_SECMARK_CTX] = { .type = NLA_STRING, .len = NFT_SECMARK_CTX_MAXLEN },
859};
860
861static int nft_secmark_compute_secid(struct nft_secmark *priv)
862{
863 u32 tmp_secid = 0;
864 int err;
865
866 err = security_secctx_to_secid(priv->ctx, strlen(priv->ctx), &tmp_secid);
867 if (err)
868 return err;
869
870 if (!tmp_secid)
871 return -ENOENT;
872
873 err = security_secmark_relabel_packet(tmp_secid);
874 if (err)
875 return err;
876
877 priv->secid = tmp_secid;
878 return 0;
879}
880
881static void nft_secmark_obj_eval(struct nft_object *obj, struct nft_regs *regs,
882 const struct nft_pktinfo *pkt)
883{
884 const struct nft_secmark *priv = nft_obj_data(obj);
885 struct sk_buff *skb = pkt->skb;
886
887 skb->secmark = priv->secid;
888}
889
890static int nft_secmark_obj_init(const struct nft_ctx *ctx,
891 const struct nlattr * const tb[],
892 struct nft_object *obj)
893{
894 struct nft_secmark *priv = nft_obj_data(obj);
895 int err;
896
897 if (tb[NFTA_SECMARK_CTX] == NULL)
898 return -EINVAL;
899
900 priv->ctx = nla_strdup(tb[NFTA_SECMARK_CTX], GFP_KERNEL);
901 if (!priv->ctx)
902 return -ENOMEM;
903
904 err = nft_secmark_compute_secid(priv);
905 if (err) {
906 kfree(priv->ctx);
907 return err;
908 }
909
910 security_secmark_refcount_inc();
911
912 return 0;
913}
914
915static int nft_secmark_obj_dump(struct sk_buff *skb, struct nft_object *obj,
916 bool reset)
917{
918 struct nft_secmark *priv = nft_obj_data(obj);
919 int err;
920
921 if (nla_put_string(skb, NFTA_SECMARK_CTX, priv->ctx))
922 return -1;
923
924 if (reset) {
925 err = nft_secmark_compute_secid(priv);
926 if (err)
927 return err;
928 }
929
930 return 0;
931}
932
933static void nft_secmark_obj_destroy(const struct nft_ctx *ctx, struct nft_object *obj)
934{
935 struct nft_secmark *priv = nft_obj_data(obj);
936
937 security_secmark_refcount_dec();
938
939 kfree(priv->ctx);
940}
941
942static const struct nft_object_ops nft_secmark_obj_ops = {
943 .type = &nft_secmark_obj_type,
944 .size = sizeof(struct nft_secmark),
945 .init = nft_secmark_obj_init,
946 .eval = nft_secmark_obj_eval,
947 .dump = nft_secmark_obj_dump,
948 .destroy = nft_secmark_obj_destroy,
949};
950struct nft_object_type nft_secmark_obj_type __read_mostly = {
951 .type = NFT_OBJECT_SECMARK,
952 .ops = &nft_secmark_obj_ops,
953 .maxattr = NFTA_SECMARK_MAX,
954 .policy = nft_secmark_policy,
955 .owner = THIS_MODULE,
956};
957#endif /* CONFIG_NETWORK_SECMARK */