diff options
author | Jason A. Donenfeld <Jason@zx2c4.com> | 2017-11-10 15:21:54 +0900 |
---|---|---|
committer | Jason A. Donenfeld <Jason@zx2c4.com> | 2017-11-10 16:20:09 +0900 |
commit | 74e08c0f671ebddda400ede1a5f00d23d33b6179 (patch) | |
tree | 3be884bf655a0498d81944d2257ac5dc936dd07c /src/routingtable.c | |
parent | f283e17e12ce2199ce75b92d3a778ac8830cc2f9 (diff) |
allowedips: rename from routingtable
Makes it more clear that this _not_ a routing table replacement.
Signed-off-by: Jason A. Donenfeld <Jason@zx2c4.com>
Diffstat (limited to 'src/routingtable.c')
-rw-r--r-- | src/routingtable.c | 306 |
1 files changed, 0 insertions, 306 deletions
diff --git a/src/routingtable.c b/src/routingtable.c deleted file mode 100644 index 6cbea3d..0000000 --- a/src/routingtable.c +++ /dev/null @@ -1,306 +0,0 @@ -/* Copyright (C) 2015-2017 Jason A. Donenfeld <Jason@zx2c4.com>. All Rights Reserved. */ - -#include "routingtable.h" -#include "peer.h" - -struct routing_table_node { - struct routing_table_node __rcu *bit[2]; - struct rcu_head rcu; - struct wireguard_peer *peer; - u8 cidr, bit_at_a, bit_at_b; - u8 bits[] __aligned(__alignof__(u64)); -}; - -static inline void copy_and_assign_cidr(struct routing_table_node *node, const u8 *src, u8 cidr) -{ - memcpy(node->bits, src, (cidr + 7) / 8); - node->bits[(cidr + 7) / 8 - 1] &= 0xffU << ((8 - (cidr % 8)) % 8); - node->cidr = cidr; - node->bit_at_a = cidr / 8; - node->bit_at_b = 7 - (cidr % 8); -} -#define choose_node(parent, key) parent->bit[(key[parent->bit_at_a] >> parent->bit_at_b) & 1] - -static void node_free_rcu(struct rcu_head *rcu) -{ - kfree(container_of(rcu, struct routing_table_node, rcu)); -} - -#define push(stack, p, len) ({ \ - if (rcu_access_pointer(p)) { \ - BUG_ON(len >= 128); \ - stack[len++] = rcu_dereference_protected(p, lockdep_is_held(lock)); \ - } \ - true; \ -}) -static void free_root_node(struct routing_table_node __rcu *top, struct mutex *lock) -{ - struct routing_table_node *stack[128], *node; - unsigned int len; - - for (len = 0, push(stack, top, len); len > 0 && (node = stack[--len]) && push(stack, node->bit[0], len) && push(stack, node->bit[1], len);) - call_rcu_bh(&node->rcu, node_free_rcu); -} - -static int walk_by_peer(struct routing_table_node __rcu *top, int family, struct routing_table_cursor *cursor, struct wireguard_peer *peer, int (*func)(void *ctx, const u8 *ip, u8 cidr, int family), void *ctx, struct mutex *lock) -{ - struct routing_table_node *node; - int ret; - - if (!rcu_access_pointer(top)) - return 0; - - if (!cursor->len) - push(cursor->stack, top, cursor->len); - - for (; cursor->len > 0 && (node = cursor->stack[cursor->len - 1]); --cursor->len, push(cursor->stack, node->bit[0], cursor->len), push(cursor->stack, node->bit[1], cursor->len)) { - if (node->peer != peer) - continue; - ret = func(ctx, node->bits, node->cidr, family); - if (ret) - return ret; - } - return 0; -} -#undef push - -#define ref(p) rcu_access_pointer(p) -#define deref(p) rcu_dereference_protected(*p, lockdep_is_held(lock)) -#define push(p) ({ BUG_ON(len >= 128); stack[len++] = p; }) -static void walk_remove_by_peer(struct routing_table_node __rcu **top, struct wireguard_peer *peer, struct mutex *lock) -{ - struct routing_table_node __rcu **stack[128], **nptr; - struct routing_table_node *node, *prev; - unsigned int len; - - if (unlikely(!peer || !ref(*top))) - return; - - for (prev = NULL, len = 0, push(top); len > 0; prev = node) { - nptr = stack[len - 1]; - node = deref(nptr); - if (!node) { - --len; - continue; - } - if (!prev || ref(prev->bit[0]) == node || ref(prev->bit[1]) == node) { - if (ref(node->bit[0])) - push(&node->bit[0]); - else if (ref(node->bit[1])) - push(&node->bit[1]); - } else if (ref(node->bit[0]) == prev) { - if (ref(node->bit[1])) - push(&node->bit[1]); - } else { - if (node->peer == peer) { - node->peer = NULL; - if (!node->bit[0] || !node->bit[1]) { - rcu_assign_pointer(*nptr, deref(&node->bit[!ref(node->bit[0])])); - call_rcu_bh(&node->rcu, node_free_rcu); - node = deref(nptr); - } - } - --len; - } - } -} -#undef ref -#undef deref -#undef push - -static __always_inline unsigned int fls128(u64 a, u64 b) -{ - return a ? fls64(a) + 64 : fls64(b); -} - -static __always_inline u8 common_bits(const struct routing_table_node *node, const u8 *key, u8 bits) -{ - if (bits == 32) - return 32 - fls(be32_to_cpu(*(const __be32 *)node->bits ^ *(const __be32 *)key)); - else if (bits == 128) - return 128 - fls128(be64_to_cpu(*(const __be64 *)&node->bits[0] ^ *(const __be64 *)&key[0]), be64_to_cpu(*(const __be64 *)&node->bits[8] ^ *(const __be64 *)&key[8])); - return 0; -} - -static inline struct routing_table_node *find_node(struct routing_table_node *trie, u8 bits, const u8 *key) -{ - struct routing_table_node *node = trie, *found = NULL; - - while (node && common_bits(node, key, bits) >= node->cidr) { - if (node->peer) - found = node; - if (node->cidr == bits) - break; - node = rcu_dereference_bh(choose_node(node, key)); - } - return found; -} - -/* Returns a strong reference to a peer */ -static inline struct wireguard_peer *lookup(struct routing_table_node __rcu *root, u8 bits, const void *ip) -{ - struct wireguard_peer *peer = NULL; - struct routing_table_node *node; - - rcu_read_lock_bh(); - node = find_node(rcu_dereference_bh(root), bits, ip); - if (node) - peer = peer_get(node->peer); - rcu_read_unlock_bh(); - return peer; -} - -static inline bool node_placement(struct routing_table_node __rcu *trie, const u8 *key, u8 cidr, u8 bits, struct routing_table_node **rnode, struct mutex *lock) -{ - bool exact = false; - struct routing_table_node *parent = NULL, *node = rcu_dereference_protected(trie, lockdep_is_held(lock)); - - while (node && node->cidr <= cidr && common_bits(node, key, bits) >= node->cidr) { - parent = node; - if (parent->cidr == cidr) { - exact = true; - break; - } - node = rcu_dereference_protected(choose_node(parent, key), lockdep_is_held(lock)); - } - *rnode = parent; - return exact; -} - -static int add(struct routing_table_node __rcu **trie, u8 bits, const u8 *key, u8 cidr, struct wireguard_peer *peer, struct mutex *lock) -{ - struct routing_table_node *node, *parent, *down, *newnode; - - if (unlikely(cidr > bits || !peer)) - return -EINVAL; - - if (!rcu_access_pointer(*trie)) { - node = kzalloc(sizeof(*node) + (bits + 7) / 8, GFP_KERNEL); - if (!node) - return -ENOMEM; - node->peer = peer; - copy_and_assign_cidr(node, key, cidr); - rcu_assign_pointer(*trie, node); - return 0; - } - if (node_placement(*trie, key, cidr, bits, &node, lock)) { - node->peer = peer; - return 0; - } - - newnode = kzalloc(sizeof(*node) + (bits + 7) / 8, GFP_KERNEL); - if (!newnode) - return -ENOMEM; - newnode->peer = peer; - copy_and_assign_cidr(newnode, key, cidr); - - if (!node) - down = rcu_dereference_protected(*trie, lockdep_is_held(lock)); - else { - down = rcu_dereference_protected(choose_node(node, key), lockdep_is_held(lock)); - if (!down) { - rcu_assign_pointer(choose_node(node, key), newnode); - return 0; - } - } - cidr = min(cidr, common_bits(down, key, bits)); - parent = node; - - if (newnode->cidr == cidr) { - rcu_assign_pointer(choose_node(newnode, down->bits), down); - if (!parent) - rcu_assign_pointer(*trie, newnode); - else - rcu_assign_pointer(choose_node(parent, newnode->bits), newnode); - } else { - node = kzalloc(sizeof(*node) + (bits + 7) / 8, GFP_KERNEL); - if (!node) { - kfree(newnode); - return -ENOMEM; - } - copy_and_assign_cidr(node, newnode->bits, cidr); - - rcu_assign_pointer(choose_node(node, down->bits), down); - rcu_assign_pointer(choose_node(node, newnode->bits), newnode); - if (!parent) - rcu_assign_pointer(*trie, node); - else - rcu_assign_pointer(choose_node(parent, node->bits), node); - } - return 0; -} - -void routing_table_init(struct routing_table *table) -{ - table->root4 = table->root6 = NULL; - table->seq = 1; -} - -void routing_table_free(struct routing_table *table, struct mutex *lock) -{ - ++table->seq; - free_root_node(table->root4, lock); - rcu_assign_pointer(table->root4, NULL); - free_root_node(table->root6, lock); - rcu_assign_pointer(table->root6, NULL); -} - -int routing_table_insert_v4(struct routing_table *table, const struct in_addr *ip, u8 cidr, struct wireguard_peer *peer, struct mutex *lock) -{ - ++table->seq; - return add(&table->root4, 32, (const u8 *)ip, cidr, peer, lock); -} - -int routing_table_insert_v6(struct routing_table *table, const struct in6_addr *ip, u8 cidr, struct wireguard_peer *peer, struct mutex *lock) -{ - ++table->seq; - return add(&table->root6, 128, (const u8 *)ip, cidr, peer, lock); -} - -void routing_table_remove_by_peer(struct routing_table *table, struct wireguard_peer *peer, struct mutex *lock) -{ - ++table->seq; - walk_remove_by_peer(&table->root4, peer, lock); - walk_remove_by_peer(&table->root6, peer, lock); -} - -int routing_table_walk_by_peer(struct routing_table *table, struct routing_table_cursor *cursor, struct wireguard_peer *peer, int (*func)(void *ctx, const u8 *ip, u8 cidr, int family), void *ctx, struct mutex *lock) -{ - int ret; - - if (!cursor->seq) - cursor->seq = table->seq; - else if (cursor->seq != table->seq) - return 0; - - if (!cursor->second_half) { - ret = walk_by_peer(table->root4, AF_INET, cursor, peer, func, ctx, lock); - if (ret) - return ret; - cursor->len = 0; - cursor->second_half = true; - } - return walk_by_peer(table->root6, AF_INET6, cursor, peer, func, ctx, lock); -} - -/* Returns a strong reference to a peer */ -struct wireguard_peer *routing_table_lookup_dst(struct routing_table *table, struct sk_buff *skb) -{ - if (skb->protocol == htons(ETH_P_IP)) - return lookup(table->root4, 32, &ip_hdr(skb)->daddr); - else if (skb->protocol == htons(ETH_P_IPV6)) - return lookup(table->root6, 128, &ipv6_hdr(skb)->daddr); - return NULL; -} - -/* Returns a strong reference to a peer */ -struct wireguard_peer *routing_table_lookup_src(struct routing_table *table, struct sk_buff *skb) -{ - if (skb->protocol == htons(ETH_P_IP)) - return lookup(table->root4, 32, &ip_hdr(skb)->saddr); - else if (skb->protocol == htons(ETH_P_IPV6)) - return lookup(table->root6, 128, &ipv6_hdr(skb)->saddr); - return NULL; -} - -#include "selftest/routingtable.h" |