1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
4 * Copyright (c) 2014 Intel Corporation
5 * Author: Tomasz Bursztyka <tomasz.bursztyka@linux.intel.com>
7 * Development of this code funded by Astaro AG (http://www.astaro.com/)
10 #include <linux/kernel.h>
11 #include <linux/netlink.h>
12 #include <linux/netfilter.h>
13 #include <linux/netfilter/nf_tables.h>
16 #include <linux/ipv6.h>
17 #include <linux/smp.h>
18 #include <linux/static_key.h>
21 #include <net/tcp_states.h> /* for TCP_TIME_WAIT */
22 #include <net/netfilter/nf_tables.h>
23 #include <net/netfilter/nf_tables_core.h>
24 #include <net/netfilter/nft_meta.h>
25 #include <net/netfilter/nf_tables_offload.h>
27 #include <uapi/linux/netfilter_bridge.h> /* NF_BR_PRE_ROUTING */
29 #define NFT_META_SECS_PER_MINUTE 60
30 #define NFT_META_SECS_PER_HOUR 3600
31 #define NFT_META_SECS_PER_DAY 86400
32 #define NFT_META_DAYS_PER_WEEK 7
34 static DEFINE_PER_CPU(struct rnd_state, nft_prandom_state);
36 static u8 nft_meta_weekday(time64_t secs)
41 secs -= NFT_META_SECS_PER_MINUTE * sys_tz.tz_minuteswest;
42 dse = div_u64(secs, NFT_META_SECS_PER_DAY);
43 wday = (4 + dse) % NFT_META_DAYS_PER_WEEK;
48 static u32 nft_meta_hour(time64_t secs)
52 time64_to_tm(secs, 0, &tm);
54 return tm.tm_hour * NFT_META_SECS_PER_HOUR
55 + tm.tm_min * NFT_META_SECS_PER_MINUTE
59 void nft_meta_get_eval(const struct nft_expr *expr,
60 struct nft_regs *regs,
61 const struct nft_pktinfo *pkt)
63 const struct nft_meta *priv = nft_expr_priv(expr);
64 const struct sk_buff *skb = pkt->skb;
65 const struct net_device *in = nft_in(pkt), *out = nft_out(pkt);
67 u32 *dest = ®s->data[priv->dreg];
73 case NFT_META_PROTOCOL:
74 nft_reg_store16(dest, (__force u16)skb->protocol);
76 case NFT_META_NFPROTO:
77 nft_reg_store8(dest, nft_pf(pkt));
79 case NFT_META_L4PROTO:
82 nft_reg_store8(dest, pkt->tprot);
84 case NFT_META_PRIORITY:
85 *dest = skb->priority;
91 *dest = in ? in->ifindex : 0;
94 *dest = out ? out->ifindex : 0;
96 case NFT_META_IIFNAME:
97 strncpy((char *)dest, in ? in->name : "", IFNAMSIZ);
99 case NFT_META_OIFNAME:
100 strncpy((char *)dest, out ? out->name : "", IFNAMSIZ);
102 case NFT_META_IIFTYPE:
105 nft_reg_store16(dest, in->type);
107 case NFT_META_OIFTYPE:
110 nft_reg_store16(dest, out->type);
113 sk = skb_to_full_sk(skb);
114 if (!sk || !sk_fullsock(sk) ||
115 !net_eq(nft_net(pkt), sock_net(sk)))
118 read_lock_bh(&sk->sk_callback_lock);
119 if (sk->sk_socket == NULL ||
120 sk->sk_socket->file == NULL) {
121 read_unlock_bh(&sk->sk_callback_lock);
125 *dest = from_kuid_munged(&init_user_ns,
126 sk->sk_socket->file->f_cred->fsuid);
127 read_unlock_bh(&sk->sk_callback_lock);
130 sk = skb_to_full_sk(skb);
131 if (!sk || !sk_fullsock(sk) ||
132 !net_eq(nft_net(pkt), sock_net(sk)))
135 read_lock_bh(&sk->sk_callback_lock);
136 if (sk->sk_socket == NULL ||
137 sk->sk_socket->file == NULL) {
138 read_unlock_bh(&sk->sk_callback_lock);
141 *dest = from_kgid_munged(&init_user_ns,
142 sk->sk_socket->file->f_cred->fsgid);
143 read_unlock_bh(&sk->sk_callback_lock);
145 #ifdef CONFIG_IP_ROUTE_CLASSID
146 case NFT_META_RTCLASSID: {
147 const struct dst_entry *dst = skb_dst(skb);
151 *dest = dst->tclassid;
155 #ifdef CONFIG_NETWORK_SECMARK
156 case NFT_META_SECMARK:
157 *dest = skb->secmark;
160 case NFT_META_PKTTYPE:
161 if (skb->pkt_type != PACKET_LOOPBACK) {
162 nft_reg_store8(dest, skb->pkt_type);
166 switch (nft_pf(pkt)) {
168 if (ipv4_is_multicast(ip_hdr(skb)->daddr))
169 nft_reg_store8(dest, PACKET_MULTICAST);
171 nft_reg_store8(dest, PACKET_BROADCAST);
174 nft_reg_store8(dest, PACKET_MULTICAST);
177 switch (skb->protocol) {
178 case htons(ETH_P_IP): {
179 int noff = skb_network_offset(skb);
180 struct iphdr *iph, _iph;
182 iph = skb_header_pointer(skb, noff,
183 sizeof(_iph), &_iph);
187 if (ipv4_is_multicast(iph->daddr))
188 nft_reg_store8(dest, PACKET_MULTICAST);
190 nft_reg_store8(dest, PACKET_BROADCAST);
194 case htons(ETH_P_IPV6):
195 nft_reg_store8(dest, PACKET_MULTICAST);
208 *dest = raw_smp_processor_id();
210 case NFT_META_IIFGROUP:
215 case NFT_META_OIFGROUP:
220 #ifdef CONFIG_CGROUP_NET_CLASSID
221 case NFT_META_CGROUP:
222 sk = skb_to_full_sk(skb);
223 if (!sk || !sk_fullsock(sk) ||
224 !net_eq(nft_net(pkt), sock_net(sk)))
226 *dest = sock_cgroup_classid(&sk->sk_cgrp_data);
229 case NFT_META_PRANDOM: {
230 struct rnd_state *state = this_cpu_ptr(&nft_prandom_state);
231 *dest = prandom_u32_state(state);
235 case NFT_META_SECPATH:
236 nft_reg_store8(dest, secpath_exists(skb));
239 case NFT_META_IIFKIND:
240 if (in == NULL || in->rtnl_link_ops == NULL)
242 strncpy((char *)dest, in->rtnl_link_ops->kind, IFNAMSIZ);
244 case NFT_META_OIFKIND:
245 if (out == NULL || out->rtnl_link_ops == NULL)
247 strncpy((char *)dest, out->rtnl_link_ops->kind, IFNAMSIZ);
249 case NFT_META_TIME_NS:
250 nft_reg_store64(dest, ktime_get_real_ns());
252 case NFT_META_TIME_DAY:
253 nft_reg_store8(dest, nft_meta_weekday(ktime_get_real_seconds()));
255 case NFT_META_TIME_HOUR:
256 *dest = nft_meta_hour(ktime_get_real_seconds());
265 regs->verdict.code = NFT_BREAK;
267 EXPORT_SYMBOL_GPL(nft_meta_get_eval);
269 void nft_meta_set_eval(const struct nft_expr *expr,
270 struct nft_regs *regs,
271 const struct nft_pktinfo *pkt)
273 const struct nft_meta *meta = nft_expr_priv(expr);
274 struct sk_buff *skb = pkt->skb;
275 u32 *sreg = ®s->data[meta->sreg];
283 case NFT_META_PRIORITY:
284 skb->priority = value;
286 case NFT_META_PKTTYPE:
287 value8 = nft_reg_load8(sreg);
289 if (skb->pkt_type != value8 &&
290 skb_pkt_type_ok(value8) &&
291 skb_pkt_type_ok(skb->pkt_type))
292 skb->pkt_type = value8;
294 case NFT_META_NFTRACE:
295 value8 = nft_reg_load8(sreg);
297 skb->nf_trace = !!value8;
299 #ifdef CONFIG_NETWORK_SECMARK
300 case NFT_META_SECMARK:
301 skb->secmark = value;
308 EXPORT_SYMBOL_GPL(nft_meta_set_eval);
310 const struct nla_policy nft_meta_policy[NFTA_META_MAX + 1] = {
311 [NFTA_META_DREG] = { .type = NLA_U32 },
312 [NFTA_META_KEY] = { .type = NLA_U32 },
313 [NFTA_META_SREG] = { .type = NLA_U32 },
315 EXPORT_SYMBOL_GPL(nft_meta_policy);
317 int nft_meta_get_init(const struct nft_ctx *ctx,
318 const struct nft_expr *expr,
319 const struct nlattr * const tb[])
321 struct nft_meta *priv = nft_expr_priv(expr);
324 priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
326 case NFT_META_PROTOCOL:
327 case NFT_META_IIFTYPE:
328 case NFT_META_OIFTYPE:
331 case NFT_META_NFPROTO:
332 case NFT_META_L4PROTO:
334 case NFT_META_PRIORITY:
340 #ifdef CONFIG_IP_ROUTE_CLASSID
341 case NFT_META_RTCLASSID:
343 #ifdef CONFIG_NETWORK_SECMARK
344 case NFT_META_SECMARK:
346 case NFT_META_PKTTYPE:
348 case NFT_META_IIFGROUP:
349 case NFT_META_OIFGROUP:
350 #ifdef CONFIG_CGROUP_NET_CLASSID
351 case NFT_META_CGROUP:
355 case NFT_META_IIFNAME:
356 case NFT_META_OIFNAME:
357 case NFT_META_IIFKIND:
358 case NFT_META_OIFKIND:
361 case NFT_META_PRANDOM:
362 prandom_init_once(&nft_prandom_state);
366 case NFT_META_SECPATH:
370 case NFT_META_TIME_NS:
373 case NFT_META_TIME_DAY:
376 case NFT_META_TIME_HOUR:
383 priv->dreg = nft_parse_register(tb[NFTA_META_DREG]);
384 return nft_validate_register_store(ctx, priv->dreg, NULL,
385 NFT_DATA_VALUE, len);
387 EXPORT_SYMBOL_GPL(nft_meta_get_init);
389 static int nft_meta_get_validate(const struct nft_ctx *ctx,
390 const struct nft_expr *expr,
391 const struct nft_data **data)
394 const struct nft_meta *priv = nft_expr_priv(expr);
397 if (priv->key != NFT_META_SECPATH)
400 switch (ctx->family) {
402 hooks = 1 << NF_NETDEV_INGRESS;
407 hooks = (1 << NF_INET_PRE_ROUTING) |
408 (1 << NF_INET_LOCAL_IN) |
409 (1 << NF_INET_FORWARD);
415 return nft_chain_validate_hooks(ctx->chain, hooks);
421 int nft_meta_set_validate(const struct nft_ctx *ctx,
422 const struct nft_expr *expr,
423 const struct nft_data **data)
425 struct nft_meta *priv = nft_expr_priv(expr);
428 if (priv->key != NFT_META_PKTTYPE)
431 switch (ctx->family) {
433 hooks = 1 << NF_BR_PRE_ROUTING;
436 hooks = 1 << NF_NETDEV_INGRESS;
441 hooks = 1 << NF_INET_PRE_ROUTING;
447 return nft_chain_validate_hooks(ctx->chain, hooks);
449 EXPORT_SYMBOL_GPL(nft_meta_set_validate);
451 int nft_meta_set_init(const struct nft_ctx *ctx,
452 const struct nft_expr *expr,
453 const struct nlattr * const tb[])
455 struct nft_meta *priv = nft_expr_priv(expr);
459 priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
462 case NFT_META_PRIORITY:
463 #ifdef CONFIG_NETWORK_SECMARK
464 case NFT_META_SECMARK:
468 case NFT_META_NFTRACE:
471 case NFT_META_PKTTYPE:
478 priv->sreg = nft_parse_register(tb[NFTA_META_SREG]);
479 err = nft_validate_register_load(priv->sreg, len);
483 if (priv->key == NFT_META_NFTRACE)
484 static_branch_inc(&nft_trace_enabled);
488 EXPORT_SYMBOL_GPL(nft_meta_set_init);
490 int nft_meta_get_dump(struct sk_buff *skb,
491 const struct nft_expr *expr)
493 const struct nft_meta *priv = nft_expr_priv(expr);
495 if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
496 goto nla_put_failure;
497 if (nft_dump_register(skb, NFTA_META_DREG, priv->dreg))
498 goto nla_put_failure;
504 EXPORT_SYMBOL_GPL(nft_meta_get_dump);
506 int nft_meta_set_dump(struct sk_buff *skb, const struct nft_expr *expr)
508 const struct nft_meta *priv = nft_expr_priv(expr);
510 if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
511 goto nla_put_failure;
512 if (nft_dump_register(skb, NFTA_META_SREG, priv->sreg))
513 goto nla_put_failure;
520 EXPORT_SYMBOL_GPL(nft_meta_set_dump);
522 void nft_meta_set_destroy(const struct nft_ctx *ctx,
523 const struct nft_expr *expr)
525 const struct nft_meta *priv = nft_expr_priv(expr);
527 if (priv->key == NFT_META_NFTRACE)
528 static_branch_dec(&nft_trace_enabled);
530 EXPORT_SYMBOL_GPL(nft_meta_set_destroy);
532 static int nft_meta_get_offload(struct nft_offload_ctx *ctx,
533 struct nft_flow_rule *flow,
534 const struct nft_expr *expr)
536 const struct nft_meta *priv = nft_expr_priv(expr);
537 struct nft_offload_reg *reg = &ctx->regs[priv->dreg];
540 case NFT_META_PROTOCOL:
541 NFT_OFFLOAD_MATCH(FLOW_DISSECTOR_KEY_BASIC, basic, n_proto,
543 nft_offload_set_dependency(ctx, NFT_OFFLOAD_DEP_NETWORK);
545 case NFT_META_L4PROTO:
546 NFT_OFFLOAD_MATCH(FLOW_DISSECTOR_KEY_BASIC, basic, ip_proto,
548 nft_offload_set_dependency(ctx, NFT_OFFLOAD_DEP_TRANSPORT);
551 NFT_OFFLOAD_MATCH(FLOW_DISSECTOR_KEY_META, meta,
552 ingress_ifindex, sizeof(__u32), reg);
554 case NFT_META_IIFTYPE:
555 NFT_OFFLOAD_MATCH(FLOW_DISSECTOR_KEY_META, meta,
556 ingress_iftype, sizeof(__u16), reg);
565 static const struct nft_expr_ops nft_meta_get_ops = {
566 .type = &nft_meta_type,
567 .size = NFT_EXPR_SIZE(sizeof(struct nft_meta)),
568 .eval = nft_meta_get_eval,
569 .init = nft_meta_get_init,
570 .dump = nft_meta_get_dump,
571 .validate = nft_meta_get_validate,
572 .offload = nft_meta_get_offload,
575 static const struct nft_expr_ops nft_meta_set_ops = {
576 .type = &nft_meta_type,
577 .size = NFT_EXPR_SIZE(sizeof(struct nft_meta)),
578 .eval = nft_meta_set_eval,
579 .init = nft_meta_set_init,
580 .destroy = nft_meta_set_destroy,
581 .dump = nft_meta_set_dump,
582 .validate = nft_meta_set_validate,
585 static const struct nft_expr_ops *
586 nft_meta_select_ops(const struct nft_ctx *ctx,
587 const struct nlattr * const tb[])
589 if (tb[NFTA_META_KEY] == NULL)
590 return ERR_PTR(-EINVAL);
592 if (tb[NFTA_META_DREG] && tb[NFTA_META_SREG])
593 return ERR_PTR(-EINVAL);
595 #if IS_ENABLED(CONFIG_NF_TABLES_BRIDGE) && IS_MODULE(CONFIG_NFT_BRIDGE_META)
596 if (ctx->family == NFPROTO_BRIDGE)
597 return ERR_PTR(-EAGAIN);
599 if (tb[NFTA_META_DREG])
600 return &nft_meta_get_ops;
602 if (tb[NFTA_META_SREG])
603 return &nft_meta_set_ops;
605 return ERR_PTR(-EINVAL);
608 struct nft_expr_type nft_meta_type __read_mostly = {
610 .select_ops = nft_meta_select_ops,
611 .policy = nft_meta_policy,
612 .maxattr = NFTA_META_MAX,
613 .owner = THIS_MODULE,
616 #ifdef CONFIG_NETWORK_SECMARK
622 static const struct nla_policy nft_secmark_policy[NFTA_SECMARK_MAX + 1] = {
623 [NFTA_SECMARK_CTX] = { .type = NLA_STRING, .len = NFT_SECMARK_CTX_MAXLEN },
626 static int nft_secmark_compute_secid(struct nft_secmark *priv)
631 err = security_secctx_to_secid(priv->ctx, strlen(priv->ctx), &tmp_secid);
638 err = security_secmark_relabel_packet(tmp_secid);
642 priv->secid = tmp_secid;
646 static void nft_secmark_obj_eval(struct nft_object *obj, struct nft_regs *regs,
647 const struct nft_pktinfo *pkt)
649 const struct nft_secmark *priv = nft_obj_data(obj);
650 struct sk_buff *skb = pkt->skb;
652 skb->secmark = priv->secid;
655 static int nft_secmark_obj_init(const struct nft_ctx *ctx,
656 const struct nlattr * const tb[],
657 struct nft_object *obj)
659 struct nft_secmark *priv = nft_obj_data(obj);
662 if (tb[NFTA_SECMARK_CTX] == NULL)
665 priv->ctx = nla_strdup(tb[NFTA_SECMARK_CTX], GFP_KERNEL);
669 err = nft_secmark_compute_secid(priv);
675 security_secmark_refcount_inc();
680 static int nft_secmark_obj_dump(struct sk_buff *skb, struct nft_object *obj,
683 struct nft_secmark *priv = nft_obj_data(obj);
686 if (nla_put_string(skb, NFTA_SECMARK_CTX, priv->ctx))
690 err = nft_secmark_compute_secid(priv);
698 static void nft_secmark_obj_destroy(const struct nft_ctx *ctx, struct nft_object *obj)
700 struct nft_secmark *priv = nft_obj_data(obj);
702 security_secmark_refcount_dec();
707 static const struct nft_object_ops nft_secmark_obj_ops = {
708 .type = &nft_secmark_obj_type,
709 .size = sizeof(struct nft_secmark),
710 .init = nft_secmark_obj_init,
711 .eval = nft_secmark_obj_eval,
712 .dump = nft_secmark_obj_dump,
713 .destroy = nft_secmark_obj_destroy,
715 struct nft_object_type nft_secmark_obj_type __read_mostly = {
716 .type = NFT_OBJECT_SECMARK,
717 .ops = &nft_secmark_obj_ops,
718 .maxattr = NFTA_SECMARK_MAX,
719 .policy = nft_secmark_policy,
720 .owner = THIS_MODULE,
722 #endif /* CONFIG_NETWORK_SECMARK */