summaryrefslogtreecommitdiffhomepage
path: root/src/routingtable.c
diff options
context:
space:
mode:
authorJason A. Donenfeld <Jason@zx2c4.com>2017-11-10 15:21:54 +0900
committerJason A. Donenfeld <Jason@zx2c4.com>2017-11-10 16:20:09 +0900
commit74e08c0f671ebddda400ede1a5f00d23d33b6179 (patch)
tree3be884bf655a0498d81944d2257ac5dc936dd07c /src/routingtable.c
parentf283e17e12ce2199ce75b92d3a778ac8830cc2f9 (diff)
allowedips: rename from routingtable
Makes it more clear that this _not_ a routing table replacement. Signed-off-by: Jason A. Donenfeld <Jason@zx2c4.com>
Diffstat (limited to 'src/routingtable.c')
-rw-r--r--src/routingtable.c306
1 files changed, 0 insertions, 306 deletions
diff --git a/src/routingtable.c b/src/routingtable.c
deleted file mode 100644
index 6cbea3d..0000000
--- a/src/routingtable.c
+++ /dev/null
@@ -1,306 +0,0 @@
-/* Copyright (C) 2015-2017 Jason A. Donenfeld <Jason@zx2c4.com>. All Rights Reserved. */
-
-#include "routingtable.h"
-#include "peer.h"
-
-struct routing_table_node {
- struct routing_table_node __rcu *bit[2];
- struct rcu_head rcu;
- struct wireguard_peer *peer;
- u8 cidr, bit_at_a, bit_at_b;
- u8 bits[] __aligned(__alignof__(u64));
-};
-
-static inline void copy_and_assign_cidr(struct routing_table_node *node, const u8 *src, u8 cidr)
-{
- memcpy(node->bits, src, (cidr + 7) / 8);
- node->bits[(cidr + 7) / 8 - 1] &= 0xffU << ((8 - (cidr % 8)) % 8);
- node->cidr = cidr;
- node->bit_at_a = cidr / 8;
- node->bit_at_b = 7 - (cidr % 8);
-}
-#define choose_node(parent, key) parent->bit[(key[parent->bit_at_a] >> parent->bit_at_b) & 1]
-
-static void node_free_rcu(struct rcu_head *rcu)
-{
- kfree(container_of(rcu, struct routing_table_node, rcu));
-}
-
-#define push(stack, p, len) ({ \
- if (rcu_access_pointer(p)) { \
- BUG_ON(len >= 128); \
- stack[len++] = rcu_dereference_protected(p, lockdep_is_held(lock)); \
- } \
- true; \
-})
-static void free_root_node(struct routing_table_node __rcu *top, struct mutex *lock)
-{
- struct routing_table_node *stack[128], *node;
- unsigned int len;
-
- for (len = 0, push(stack, top, len); len > 0 && (node = stack[--len]) && push(stack, node->bit[0], len) && push(stack, node->bit[1], len);)
- call_rcu_bh(&node->rcu, node_free_rcu);
-}
-
-static int walk_by_peer(struct routing_table_node __rcu *top, int family, struct routing_table_cursor *cursor, struct wireguard_peer *peer, int (*func)(void *ctx, const u8 *ip, u8 cidr, int family), void *ctx, struct mutex *lock)
-{
- struct routing_table_node *node;
- int ret;
-
- if (!rcu_access_pointer(top))
- return 0;
-
- if (!cursor->len)
- push(cursor->stack, top, cursor->len);
-
- for (; cursor->len > 0 && (node = cursor->stack[cursor->len - 1]); --cursor->len, push(cursor->stack, node->bit[0], cursor->len), push(cursor->stack, node->bit[1], cursor->len)) {
- if (node->peer != peer)
- continue;
- ret = func(ctx, node->bits, node->cidr, family);
- if (ret)
- return ret;
- }
- return 0;
-}
-#undef push
-
-#define ref(p) rcu_access_pointer(p)
-#define deref(p) rcu_dereference_protected(*p, lockdep_is_held(lock))
-#define push(p) ({ BUG_ON(len >= 128); stack[len++] = p; })
-static void walk_remove_by_peer(struct routing_table_node __rcu **top, struct wireguard_peer *peer, struct mutex *lock)
-{
- struct routing_table_node __rcu **stack[128], **nptr;
- struct routing_table_node *node, *prev;
- unsigned int len;
-
- if (unlikely(!peer || !ref(*top)))
- return;
-
- for (prev = NULL, len = 0, push(top); len > 0; prev = node) {
- nptr = stack[len - 1];
- node = deref(nptr);
- if (!node) {
- --len;
- continue;
- }
- if (!prev || ref(prev->bit[0]) == node || ref(prev->bit[1]) == node) {
- if (ref(node->bit[0]))
- push(&node->bit[0]);
- else if (ref(node->bit[1]))
- push(&node->bit[1]);
- } else if (ref(node->bit[0]) == prev) {
- if (ref(node->bit[1]))
- push(&node->bit[1]);
- } else {
- if (node->peer == peer) {
- node->peer = NULL;
- if (!node->bit[0] || !node->bit[1]) {
- rcu_assign_pointer(*nptr, deref(&node->bit[!ref(node->bit[0])]));
- call_rcu_bh(&node->rcu, node_free_rcu);
- node = deref(nptr);
- }
- }
- --len;
- }
- }
-}
-#undef ref
-#undef deref
-#undef push
-
-static __always_inline unsigned int fls128(u64 a, u64 b)
-{
- return a ? fls64(a) + 64 : fls64(b);
-}
-
-static __always_inline u8 common_bits(const struct routing_table_node *node, const u8 *key, u8 bits)
-{
- if (bits == 32)
- return 32 - fls(be32_to_cpu(*(const __be32 *)node->bits ^ *(const __be32 *)key));
- else if (bits == 128)
- return 128 - fls128(be64_to_cpu(*(const __be64 *)&node->bits[0] ^ *(const __be64 *)&key[0]), be64_to_cpu(*(const __be64 *)&node->bits[8] ^ *(const __be64 *)&key[8]));
- return 0;
-}
-
-static inline struct routing_table_node *find_node(struct routing_table_node *trie, u8 bits, const u8 *key)
-{
- struct routing_table_node *node = trie, *found = NULL;
-
- while (node && common_bits(node, key, bits) >= node->cidr) {
- if (node->peer)
- found = node;
- if (node->cidr == bits)
- break;
- node = rcu_dereference_bh(choose_node(node, key));
- }
- return found;
-}
-
-/* Returns a strong reference to a peer */
-static inline struct wireguard_peer *lookup(struct routing_table_node __rcu *root, u8 bits, const void *ip)
-{
- struct wireguard_peer *peer = NULL;
- struct routing_table_node *node;
-
- rcu_read_lock_bh();
- node = find_node(rcu_dereference_bh(root), bits, ip);
- if (node)
- peer = peer_get(node->peer);
- rcu_read_unlock_bh();
- return peer;
-}
-
-static inline bool node_placement(struct routing_table_node __rcu *trie, const u8 *key, u8 cidr, u8 bits, struct routing_table_node **rnode, struct mutex *lock)
-{
- bool exact = false;
- struct routing_table_node *parent = NULL, *node = rcu_dereference_protected(trie, lockdep_is_held(lock));
-
- while (node && node->cidr <= cidr && common_bits(node, key, bits) >= node->cidr) {
- parent = node;
- if (parent->cidr == cidr) {
- exact = true;
- break;
- }
- node = rcu_dereference_protected(choose_node(parent, key), lockdep_is_held(lock));
- }
- *rnode = parent;
- return exact;
-}
-
-static int add(struct routing_table_node __rcu **trie, u8 bits, const u8 *key, u8 cidr, struct wireguard_peer *peer, struct mutex *lock)
-{
- struct routing_table_node *node, *parent, *down, *newnode;
-
- if (unlikely(cidr > bits || !peer))
- return -EINVAL;
-
- if (!rcu_access_pointer(*trie)) {
- node = kzalloc(sizeof(*node) + (bits + 7) / 8, GFP_KERNEL);
- if (!node)
- return -ENOMEM;
- node->peer = peer;
- copy_and_assign_cidr(node, key, cidr);
- rcu_assign_pointer(*trie, node);
- return 0;
- }
- if (node_placement(*trie, key, cidr, bits, &node, lock)) {
- node->peer = peer;
- return 0;
- }
-
- newnode = kzalloc(sizeof(*node) + (bits + 7) / 8, GFP_KERNEL);
- if (!newnode)
- return -ENOMEM;
- newnode->peer = peer;
- copy_and_assign_cidr(newnode, key, cidr);
-
- if (!node)
- down = rcu_dereference_protected(*trie, lockdep_is_held(lock));
- else {
- down = rcu_dereference_protected(choose_node(node, key), lockdep_is_held(lock));
- if (!down) {
- rcu_assign_pointer(choose_node(node, key), newnode);
- return 0;
- }
- }
- cidr = min(cidr, common_bits(down, key, bits));
- parent = node;
-
- if (newnode->cidr == cidr) {
- rcu_assign_pointer(choose_node(newnode, down->bits), down);
- if (!parent)
- rcu_assign_pointer(*trie, newnode);
- else
- rcu_assign_pointer(choose_node(parent, newnode->bits), newnode);
- } else {
- node = kzalloc(sizeof(*node) + (bits + 7) / 8, GFP_KERNEL);
- if (!node) {
- kfree(newnode);
- return -ENOMEM;
- }
- copy_and_assign_cidr(node, newnode->bits, cidr);
-
- rcu_assign_pointer(choose_node(node, down->bits), down);
- rcu_assign_pointer(choose_node(node, newnode->bits), newnode);
- if (!parent)
- rcu_assign_pointer(*trie, node);
- else
- rcu_assign_pointer(choose_node(parent, node->bits), node);
- }
- return 0;
-}
-
-void routing_table_init(struct routing_table *table)
-{
- table->root4 = table->root6 = NULL;
- table->seq = 1;
-}
-
-void routing_table_free(struct routing_table *table, struct mutex *lock)
-{
- ++table->seq;
- free_root_node(table->root4, lock);
- rcu_assign_pointer(table->root4, NULL);
- free_root_node(table->root6, lock);
- rcu_assign_pointer(table->root6, NULL);
-}
-
-int routing_table_insert_v4(struct routing_table *table, const struct in_addr *ip, u8 cidr, struct wireguard_peer *peer, struct mutex *lock)
-{
- ++table->seq;
- return add(&table->root4, 32, (const u8 *)ip, cidr, peer, lock);
-}
-
-int routing_table_insert_v6(struct routing_table *table, const struct in6_addr *ip, u8 cidr, struct wireguard_peer *peer, struct mutex *lock)
-{
- ++table->seq;
- return add(&table->root6, 128, (const u8 *)ip, cidr, peer, lock);
-}
-
-void routing_table_remove_by_peer(struct routing_table *table, struct wireguard_peer *peer, struct mutex *lock)
-{
- ++table->seq;
- walk_remove_by_peer(&table->root4, peer, lock);
- walk_remove_by_peer(&table->root6, peer, lock);
-}
-
-int routing_table_walk_by_peer(struct routing_table *table, struct routing_table_cursor *cursor, struct wireguard_peer *peer, int (*func)(void *ctx, const u8 *ip, u8 cidr, int family), void *ctx, struct mutex *lock)
-{
- int ret;
-
- if (!cursor->seq)
- cursor->seq = table->seq;
- else if (cursor->seq != table->seq)
- return 0;
-
- if (!cursor->second_half) {
- ret = walk_by_peer(table->root4, AF_INET, cursor, peer, func, ctx, lock);
- if (ret)
- return ret;
- cursor->len = 0;
- cursor->second_half = true;
- }
- return walk_by_peer(table->root6, AF_INET6, cursor, peer, func, ctx, lock);
-}
-
-/* Returns a strong reference to a peer */
-struct wireguard_peer *routing_table_lookup_dst(struct routing_table *table, struct sk_buff *skb)
-{
- if (skb->protocol == htons(ETH_P_IP))
- return lookup(table->root4, 32, &ip_hdr(skb)->daddr);
- else if (skb->protocol == htons(ETH_P_IPV6))
- return lookup(table->root6, 128, &ipv6_hdr(skb)->daddr);
- return NULL;
-}
-
-/* Returns a strong reference to a peer */
-struct wireguard_peer *routing_table_lookup_src(struct routing_table *table, struct sk_buff *skb)
-{
- if (skb->protocol == htons(ETH_P_IP))
- return lookup(table->root4, 32, &ip_hdr(skb)->saddr);
- else if (skb->protocol == htons(ETH_P_IPV6))
- return lookup(table->root6, 128, &ipv6_hdr(skb)->saddr);
- return NULL;
-}
-
-#include "selftest/routingtable.h"