1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (c) 2008-2009 Patrick McHardy <kaber@trash.net>
4 * Copyright (c) 2014 Intel Corporation
5 * Author: Tomasz Bursztyka <tomasz.bursztyka@linux.intel.com>
7 * Development of this code funded by Astaro AG (http://www.astaro.com/)
10 #include <linux/kernel.h>
11 #include <linux/netlink.h>
12 #include <linux/netfilter.h>
13 #include <linux/netfilter/nf_tables.h>
16 #include <linux/ipv6.h>
17 #include <linux/smp.h>
18 #include <linux/static_key.h>
21 #include <net/tcp_states.h> /* for TCP_TIME_WAIT */
22 #include <net/netfilter/nf_tables.h>
23 #include <net/netfilter/nf_tables_core.h>
24 #include <net/netfilter/nft_meta.h>
25 #include <net/netfilter/nf_tables_offload.h>
27 #include <uapi/linux/netfilter_bridge.h> /* NF_BR_PRE_ROUTING */
29 #define NFT_META_SECS_PER_MINUTE 60
30 #define NFT_META_SECS_PER_HOUR 3600
31 #define NFT_META_SECS_PER_DAY 86400
32 #define NFT_META_DAYS_PER_WEEK 7
34 static DEFINE_PER_CPU(struct rnd_state, nft_prandom_state);
36 static u8 nft_meta_weekday(void)
38 time64_t secs = ktime_get_real_seconds();
42 secs -= NFT_META_SECS_PER_MINUTE * sys_tz.tz_minuteswest;
43 dse = div_u64(secs, NFT_META_SECS_PER_DAY);
44 wday = (4 + dse) % NFT_META_DAYS_PER_WEEK;
49 static u32 nft_meta_hour(time64_t secs)
53 time64_to_tm(secs, 0, &tm);
55 return tm.tm_hour * NFT_META_SECS_PER_HOUR
56 + tm.tm_min * NFT_META_SECS_PER_MINUTE
60 static noinline_for_stack void
61 nft_meta_get_eval_time(enum nft_meta_keys key,
65 case NFT_META_TIME_NS:
66 nft_reg_store64(dest, ktime_get_real_ns());
68 case NFT_META_TIME_DAY:
69 nft_reg_store8(dest, nft_meta_weekday());
71 case NFT_META_TIME_HOUR:
72 *dest = nft_meta_hour(ktime_get_real_seconds());
79 void nft_meta_get_eval(const struct nft_expr *expr,
80 struct nft_regs *regs,
81 const struct nft_pktinfo *pkt)
83 const struct nft_meta *priv = nft_expr_priv(expr);
84 const struct sk_buff *skb = pkt->skb;
85 const struct net_device *in = nft_in(pkt), *out = nft_out(pkt);
87 u32 *dest = ®s->data[priv->dreg];
93 case NFT_META_PROTOCOL:
94 nft_reg_store16(dest, (__force u16)skb->protocol);
96 case NFT_META_NFPROTO:
97 nft_reg_store8(dest, nft_pf(pkt));
99 case NFT_META_L4PROTO:
102 nft_reg_store8(dest, pkt->tprot);
104 case NFT_META_PRIORITY:
105 *dest = skb->priority;
111 *dest = in ? in->ifindex : 0;
114 *dest = out ? out->ifindex : 0;
116 case NFT_META_IIFNAME:
117 strncpy((char *)dest, in ? in->name : "", IFNAMSIZ);
119 case NFT_META_OIFNAME:
120 strncpy((char *)dest, out ? out->name : "", IFNAMSIZ);
122 case NFT_META_IIFTYPE:
125 nft_reg_store16(dest, in->type);
127 case NFT_META_OIFTYPE:
130 nft_reg_store16(dest, out->type);
133 sk = skb_to_full_sk(skb);
134 if (!sk || !sk_fullsock(sk) ||
135 !net_eq(nft_net(pkt), sock_net(sk)))
138 read_lock_bh(&sk->sk_callback_lock);
139 if (sk->sk_socket == NULL ||
140 sk->sk_socket->file == NULL) {
141 read_unlock_bh(&sk->sk_callback_lock);
145 *dest = from_kuid_munged(&init_user_ns,
146 sk->sk_socket->file->f_cred->fsuid);
147 read_unlock_bh(&sk->sk_callback_lock);
150 sk = skb_to_full_sk(skb);
151 if (!sk || !sk_fullsock(sk) ||
152 !net_eq(nft_net(pkt), sock_net(sk)))
155 read_lock_bh(&sk->sk_callback_lock);
156 if (sk->sk_socket == NULL ||
157 sk->sk_socket->file == NULL) {
158 read_unlock_bh(&sk->sk_callback_lock);
161 *dest = from_kgid_munged(&init_user_ns,
162 sk->sk_socket->file->f_cred->fsgid);
163 read_unlock_bh(&sk->sk_callback_lock);
165 #ifdef CONFIG_IP_ROUTE_CLASSID
166 case NFT_META_RTCLASSID: {
167 const struct dst_entry *dst = skb_dst(skb);
171 *dest = dst->tclassid;
175 #ifdef CONFIG_NETWORK_SECMARK
176 case NFT_META_SECMARK:
177 *dest = skb->secmark;
180 case NFT_META_PKTTYPE:
181 if (skb->pkt_type != PACKET_LOOPBACK) {
182 nft_reg_store8(dest, skb->pkt_type);
186 switch (nft_pf(pkt)) {
188 if (ipv4_is_multicast(ip_hdr(skb)->daddr))
189 nft_reg_store8(dest, PACKET_MULTICAST);
191 nft_reg_store8(dest, PACKET_BROADCAST);
194 nft_reg_store8(dest, PACKET_MULTICAST);
197 switch (skb->protocol) {
198 case htons(ETH_P_IP): {
199 int noff = skb_network_offset(skb);
200 struct iphdr *iph, _iph;
202 iph = skb_header_pointer(skb, noff,
203 sizeof(_iph), &_iph);
207 if (ipv4_is_multicast(iph->daddr))
208 nft_reg_store8(dest, PACKET_MULTICAST);
210 nft_reg_store8(dest, PACKET_BROADCAST);
214 case htons(ETH_P_IPV6):
215 nft_reg_store8(dest, PACKET_MULTICAST);
228 *dest = raw_smp_processor_id();
230 case NFT_META_IIFGROUP:
235 case NFT_META_OIFGROUP:
240 #ifdef CONFIG_CGROUP_NET_CLASSID
241 case NFT_META_CGROUP:
242 sk = skb_to_full_sk(skb);
243 if (!sk || !sk_fullsock(sk) ||
244 !net_eq(nft_net(pkt), sock_net(sk)))
246 *dest = sock_cgroup_classid(&sk->sk_cgrp_data);
249 case NFT_META_PRANDOM: {
250 struct rnd_state *state = this_cpu_ptr(&nft_prandom_state);
251 *dest = prandom_u32_state(state);
255 case NFT_META_SECPATH:
256 nft_reg_store8(dest, secpath_exists(skb));
259 case NFT_META_IIFKIND:
260 if (in == NULL || in->rtnl_link_ops == NULL)
262 strncpy((char *)dest, in->rtnl_link_ops->kind, IFNAMSIZ);
264 case NFT_META_OIFKIND:
265 if (out == NULL || out->rtnl_link_ops == NULL)
267 strncpy((char *)dest, out->rtnl_link_ops->kind, IFNAMSIZ);
269 case NFT_META_TIME_NS:
270 case NFT_META_TIME_DAY:
271 case NFT_META_TIME_HOUR:
272 nft_meta_get_eval_time(priv->key, dest);
281 regs->verdict.code = NFT_BREAK;
283 EXPORT_SYMBOL_GPL(nft_meta_get_eval);
285 void nft_meta_set_eval(const struct nft_expr *expr,
286 struct nft_regs *regs,
287 const struct nft_pktinfo *pkt)
289 const struct nft_meta *meta = nft_expr_priv(expr);
290 struct sk_buff *skb = pkt->skb;
291 u32 *sreg = ®s->data[meta->sreg];
299 case NFT_META_PRIORITY:
300 skb->priority = value;
302 case NFT_META_PKTTYPE:
303 value8 = nft_reg_load8(sreg);
305 if (skb->pkt_type != value8 &&
306 skb_pkt_type_ok(value8) &&
307 skb_pkt_type_ok(skb->pkt_type))
308 skb->pkt_type = value8;
310 case NFT_META_NFTRACE:
311 value8 = nft_reg_load8(sreg);
313 skb->nf_trace = !!value8;
315 #ifdef CONFIG_NETWORK_SECMARK
316 case NFT_META_SECMARK:
317 skb->secmark = value;
324 EXPORT_SYMBOL_GPL(nft_meta_set_eval);
326 const struct nla_policy nft_meta_policy[NFTA_META_MAX + 1] = {
327 [NFTA_META_DREG] = { .type = NLA_U32 },
328 [NFTA_META_KEY] = { .type = NLA_U32 },
329 [NFTA_META_SREG] = { .type = NLA_U32 },
331 EXPORT_SYMBOL_GPL(nft_meta_policy);
333 int nft_meta_get_init(const struct nft_ctx *ctx,
334 const struct nft_expr *expr,
335 const struct nlattr * const tb[])
337 struct nft_meta *priv = nft_expr_priv(expr);
340 priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
342 case NFT_META_PROTOCOL:
343 case NFT_META_IIFTYPE:
344 case NFT_META_OIFTYPE:
347 case NFT_META_NFPROTO:
348 case NFT_META_L4PROTO:
350 case NFT_META_PRIORITY:
356 #ifdef CONFIG_IP_ROUTE_CLASSID
357 case NFT_META_RTCLASSID:
359 #ifdef CONFIG_NETWORK_SECMARK
360 case NFT_META_SECMARK:
362 case NFT_META_PKTTYPE:
364 case NFT_META_IIFGROUP:
365 case NFT_META_OIFGROUP:
366 #ifdef CONFIG_CGROUP_NET_CLASSID
367 case NFT_META_CGROUP:
371 case NFT_META_IIFNAME:
372 case NFT_META_OIFNAME:
373 case NFT_META_IIFKIND:
374 case NFT_META_OIFKIND:
377 case NFT_META_PRANDOM:
378 prandom_init_once(&nft_prandom_state);
382 case NFT_META_SECPATH:
386 case NFT_META_TIME_NS:
389 case NFT_META_TIME_DAY:
392 case NFT_META_TIME_HOUR:
399 priv->dreg = nft_parse_register(tb[NFTA_META_DREG]);
400 return nft_validate_register_store(ctx, priv->dreg, NULL,
401 NFT_DATA_VALUE, len);
403 EXPORT_SYMBOL_GPL(nft_meta_get_init);
405 static int nft_meta_get_validate(const struct nft_ctx *ctx,
406 const struct nft_expr *expr,
407 const struct nft_data **data)
410 const struct nft_meta *priv = nft_expr_priv(expr);
413 if (priv->key != NFT_META_SECPATH)
416 switch (ctx->family) {
418 hooks = 1 << NF_NETDEV_INGRESS;
423 hooks = (1 << NF_INET_PRE_ROUTING) |
424 (1 << NF_INET_LOCAL_IN) |
425 (1 << NF_INET_FORWARD);
431 return nft_chain_validate_hooks(ctx->chain, hooks);
437 int nft_meta_set_validate(const struct nft_ctx *ctx,
438 const struct nft_expr *expr,
439 const struct nft_data **data)
441 struct nft_meta *priv = nft_expr_priv(expr);
444 if (priv->key != NFT_META_PKTTYPE)
447 switch (ctx->family) {
449 hooks = 1 << NF_BR_PRE_ROUTING;
452 hooks = 1 << NF_NETDEV_INGRESS;
457 hooks = 1 << NF_INET_PRE_ROUTING;
463 return nft_chain_validate_hooks(ctx->chain, hooks);
465 EXPORT_SYMBOL_GPL(nft_meta_set_validate);
467 int nft_meta_set_init(const struct nft_ctx *ctx,
468 const struct nft_expr *expr,
469 const struct nlattr * const tb[])
471 struct nft_meta *priv = nft_expr_priv(expr);
475 priv->key = ntohl(nla_get_be32(tb[NFTA_META_KEY]));
478 case NFT_META_PRIORITY:
479 #ifdef CONFIG_NETWORK_SECMARK
480 case NFT_META_SECMARK:
484 case NFT_META_NFTRACE:
487 case NFT_META_PKTTYPE:
494 priv->sreg = nft_parse_register(tb[NFTA_META_SREG]);
495 err = nft_validate_register_load(priv->sreg, len);
499 if (priv->key == NFT_META_NFTRACE)
500 static_branch_inc(&nft_trace_enabled);
504 EXPORT_SYMBOL_GPL(nft_meta_set_init);
506 int nft_meta_get_dump(struct sk_buff *skb,
507 const struct nft_expr *expr)
509 const struct nft_meta *priv = nft_expr_priv(expr);
511 if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
512 goto nla_put_failure;
513 if (nft_dump_register(skb, NFTA_META_DREG, priv->dreg))
514 goto nla_put_failure;
520 EXPORT_SYMBOL_GPL(nft_meta_get_dump);
522 int nft_meta_set_dump(struct sk_buff *skb, const struct nft_expr *expr)
524 const struct nft_meta *priv = nft_expr_priv(expr);
526 if (nla_put_be32(skb, NFTA_META_KEY, htonl(priv->key)))
527 goto nla_put_failure;
528 if (nft_dump_register(skb, NFTA_META_SREG, priv->sreg))
529 goto nla_put_failure;
536 EXPORT_SYMBOL_GPL(nft_meta_set_dump);
538 void nft_meta_set_destroy(const struct nft_ctx *ctx,
539 const struct nft_expr *expr)
541 const struct nft_meta *priv = nft_expr_priv(expr);
543 if (priv->key == NFT_META_NFTRACE)
544 static_branch_dec(&nft_trace_enabled);
546 EXPORT_SYMBOL_GPL(nft_meta_set_destroy);
548 static int nft_meta_get_offload(struct nft_offload_ctx *ctx,
549 struct nft_flow_rule *flow,
550 const struct nft_expr *expr)
552 const struct nft_meta *priv = nft_expr_priv(expr);
553 struct nft_offload_reg *reg = &ctx->regs[priv->dreg];
556 case NFT_META_PROTOCOL:
557 NFT_OFFLOAD_MATCH(FLOW_DISSECTOR_KEY_BASIC, basic, n_proto,
559 nft_offload_set_dependency(ctx, NFT_OFFLOAD_DEP_NETWORK);
561 case NFT_META_L4PROTO:
562 NFT_OFFLOAD_MATCH(FLOW_DISSECTOR_KEY_BASIC, basic, ip_proto,
564 nft_offload_set_dependency(ctx, NFT_OFFLOAD_DEP_TRANSPORT);
567 NFT_OFFLOAD_MATCH(FLOW_DISSECTOR_KEY_META, meta,
568 ingress_ifindex, sizeof(__u32), reg);
570 case NFT_META_IIFTYPE:
571 NFT_OFFLOAD_MATCH(FLOW_DISSECTOR_KEY_META, meta,
572 ingress_iftype, sizeof(__u16), reg);
581 static const struct nft_expr_ops nft_meta_get_ops = {
582 .type = &nft_meta_type,
583 .size = NFT_EXPR_SIZE(sizeof(struct nft_meta)),
584 .eval = nft_meta_get_eval,
585 .init = nft_meta_get_init,
586 .dump = nft_meta_get_dump,
587 .validate = nft_meta_get_validate,
588 .offload = nft_meta_get_offload,
591 static const struct nft_expr_ops nft_meta_set_ops = {
592 .type = &nft_meta_type,
593 .size = NFT_EXPR_SIZE(sizeof(struct nft_meta)),
594 .eval = nft_meta_set_eval,
595 .init = nft_meta_set_init,
596 .destroy = nft_meta_set_destroy,
597 .dump = nft_meta_set_dump,
598 .validate = nft_meta_set_validate,
601 static const struct nft_expr_ops *
602 nft_meta_select_ops(const struct nft_ctx *ctx,
603 const struct nlattr * const tb[])
605 if (tb[NFTA_META_KEY] == NULL)
606 return ERR_PTR(-EINVAL);
608 if (tb[NFTA_META_DREG] && tb[NFTA_META_SREG])
609 return ERR_PTR(-EINVAL);
611 #if IS_ENABLED(CONFIG_NF_TABLES_BRIDGE) && IS_MODULE(CONFIG_NFT_BRIDGE_META)
612 if (ctx->family == NFPROTO_BRIDGE)
613 return ERR_PTR(-EAGAIN);
615 if (tb[NFTA_META_DREG])
616 return &nft_meta_get_ops;
618 if (tb[NFTA_META_SREG])
619 return &nft_meta_set_ops;
621 return ERR_PTR(-EINVAL);
624 struct nft_expr_type nft_meta_type __read_mostly = {
626 .select_ops = nft_meta_select_ops,
627 .policy = nft_meta_policy,
628 .maxattr = NFTA_META_MAX,
629 .owner = THIS_MODULE,
632 #ifdef CONFIG_NETWORK_SECMARK
638 static const struct nla_policy nft_secmark_policy[NFTA_SECMARK_MAX + 1] = {
639 [NFTA_SECMARK_CTX] = { .type = NLA_STRING, .len = NFT_SECMARK_CTX_MAXLEN },
642 static int nft_secmark_compute_secid(struct nft_secmark *priv)
647 err = security_secctx_to_secid(priv->ctx, strlen(priv->ctx), &tmp_secid);
654 err = security_secmark_relabel_packet(tmp_secid);
658 priv->secid = tmp_secid;
662 static void nft_secmark_obj_eval(struct nft_object *obj, struct nft_regs *regs,
663 const struct nft_pktinfo *pkt)
665 const struct nft_secmark *priv = nft_obj_data(obj);
666 struct sk_buff *skb = pkt->skb;
668 skb->secmark = priv->secid;
671 static int nft_secmark_obj_init(const struct nft_ctx *ctx,
672 const struct nlattr * const tb[],
673 struct nft_object *obj)
675 struct nft_secmark *priv = nft_obj_data(obj);
678 if (tb[NFTA_SECMARK_CTX] == NULL)
681 priv->ctx = nla_strdup(tb[NFTA_SECMARK_CTX], GFP_KERNEL);
685 err = nft_secmark_compute_secid(priv);
691 security_secmark_refcount_inc();
696 static int nft_secmark_obj_dump(struct sk_buff *skb, struct nft_object *obj,
699 struct nft_secmark *priv = nft_obj_data(obj);
702 if (nla_put_string(skb, NFTA_SECMARK_CTX, priv->ctx))
706 err = nft_secmark_compute_secid(priv);
714 static void nft_secmark_obj_destroy(const struct nft_ctx *ctx, struct nft_object *obj)
716 struct nft_secmark *priv = nft_obj_data(obj);
718 security_secmark_refcount_dec();
723 static const struct nft_object_ops nft_secmark_obj_ops = {
724 .type = &nft_secmark_obj_type,
725 .size = sizeof(struct nft_secmark),
726 .init = nft_secmark_obj_init,
727 .eval = nft_secmark_obj_eval,
728 .dump = nft_secmark_obj_dump,
729 .destroy = nft_secmark_obj_destroy,
731 struct nft_object_type nft_secmark_obj_type __read_mostly = {
732 .type = NFT_OBJECT_SECMARK,
733 .ops = &nft_secmark_obj_ops,
734 .maxattr = NFTA_SECMARK_MAX,
735 .policy = nft_secmark_policy,
736 .owner = THIS_MODULE,
738 #endif /* CONFIG_NETWORK_SECMARK */