From b2bac7ae91253b0bd27e9b03ec5fc30ac1522928 Mon Sep 17 00:00:00 2001
From: Maria Matejka <mq@jmq.cz>
Date: Wed, 1 Dec 2021 21:52:55 +0000
Subject: Faster shutdown and cleanups by freeing route attributes strictly
 from main loop

---
 nest/rt-attr.c | 80 ++++++++++++++++++++++++++++++++++++++--------------------
 1 file changed, 53 insertions(+), 27 deletions(-)

(limited to 'nest/rt-attr.c')

diff --git a/nest/rt-attr.c b/nest/rt-attr.c
index 357cd216..be563491 100644
--- a/nest/rt-attr.c
+++ b/nest/rt-attr.c
@@ -1384,52 +1384,78 @@ rta_lookup(rta *o)
   return r;
 }
 
-void
-rta__free(rta *a)
+static void
+rta_cleanup(void *data UNUSED)
 {
-  ASSERT(a->cached);
+  u32 count = 0;
+  rta *ax[RTA_OBSOLETE_LIMIT];
 
   RTA_LOCK;
   struct rta_cache *c = atomic_load_explicit(&rta_cache, memory_order_acquire);
 
-  if (atomic_load_explicit(&a->uc, memory_order_acquire))
-  {
-    /* Acquired inbetween */
-    RTA_UNLOCK;
-    return;
-  }
+  for(u32 h=0; h<c->size; h++)
+    for(rta *a = atomic_load_explicit(&c->table[h], memory_order_acquire), *next;
+	a;
+	a = next)
+    {
+      next = atomic_load_explicit(&a->next, memory_order_acquire);
+      if (atomic_load_explicit(&a->uc, memory_order_acquire) > 0)
+	continue;
 
-  /* Relink the forward pointer */
-  rta *next = atomic_load_explicit(&a->next, memory_order_acquire);
-  atomic_store_explicit(a->pprev, next, memory_order_release);
+      /* Check if the cleanup fits in the buffer */
+      if (count == RTA_OBSOLETE_LIMIT)
+      {
+	ev_send(&global_work_list, &rta_cleanup_event);
+	goto wait;
+      }
 
-  /* Relink the backwards pointer */
-  if (next)
-    next->pprev = a->pprev;
+      /* Relink the forward pointer */
+      atomic_store_explicit(a->pprev, next, memory_order_release);
 
+      /* Relink the backwards pointer */
+      if (next)
+	next->pprev = a->pprev;
+
+      /* Store for freeing and go to the next */
+      ax[count++] = a;
+      a = next;
+    }
+
+wait:
   /* Wait until nobody knows about us */
   synchronize_rcu();
 
-  if (atomic_load_explicit(&a->uc, memory_order_acquire))
+  u32 freed = 0;
+
+  for (u32 i=0; i<count; i++)
   {
+    rta *a = ax[i];
     /* Acquired inbetween, relink back */
-    rta_insert(a, c);
-    RTA_UNLOCK;
-    return;
+    if (atomic_load_explicit(&a->uc, memory_order_acquire))
+    {
+      rta_insert(a, c);
+      continue;
+    }
+
+    /* Cleared to free the memory */
+    rt_unlock_hostentry(a->hostentry);
+    if (a->nh.next)
+      nexthop_free(a->nh.next);
+    ea_free(a->eattrs);
+    a->cached = 0;
+    c->count--;
+    sl_free(rta_slab(a), a);
+    freed++;
   }
 
-  /* Cleared to free the memory */
-  rt_unlock_hostentry(a->hostentry);
-  if (a->nh.next)
-    nexthop_free(a->nh.next);
-  ea_free(a->eattrs);
-  a->cached = 0;
-  c->count--;
-  sl_free(rta_slab(a), a);
+  atomic_fetch_sub_explicit(&rta_obsolete_count, freed, memory_order_release);
 
   RTA_UNLOCK;
 }
 
+_Atomic u32 rta_obsolete_count;
+event rta_cleanup_event = { .hook = rta_cleanup, .list = &global_work_list };
+
 rta *
 rta_do_cow(rta *o, linpool *lp)
 {
-- 
cgit v1.2.3