| From: Thomas Gleixner <tglx@linutronix.de> |
| Date: Thu, 31 Aug 2017 11:03:10 +0000 |
| Subject: [PATCH 21/25] xfrm: Replace hrtimer tasklet with softirq hrtimer |
| |
| Switch the timer to CLOCK_MONOTONIC_SOFT, which executed the timer |
| callback in softirq context and remove the hrtimer_tasklet. |
| |
| Signed-off-by: Thomas Gleixner <tglx@linutronix.de> |
| Signed-off-by: Anna-Maria Gleixner <anna-maria@linutronix.de> |
| Cc: Steffen Klassert <steffen.klassert@secunet.com> |
| Cc: Herbert Xu <herbert@gondor.apana.org.au> |
| Cc: "David S. Miller" <davem@davemloft.net> |
| Cc: netdev@vger.kernel.org |
| Signed-off-by: Sebastian Andrzej Siewior <bigeasy@linutronix.de> |
| --- |
| include/net/xfrm.h | 2 +- |
| net/xfrm/xfrm_state.c | 29 +++++++++++++++++------------ |
| 2 files changed, 18 insertions(+), 13 deletions(-) |
| |
| --- a/include/net/xfrm.h |
| +++ b/include/net/xfrm.h |
| @@ -205,7 +205,7 @@ struct xfrm_state { |
| struct xfrm_stats stats; |
| |
| struct xfrm_lifetime_cur curlft; |
| - struct tasklet_hrtimer mtimer; |
| + struct hrtimer mtimer; |
| |
| /* used to fix curlft->add_time when changing date */ |
| long saved_tmo; |
| --- a/net/xfrm/xfrm_state.c |
| +++ b/net/xfrm/xfrm_state.c |
| @@ -349,7 +349,7 @@ static void xfrm_put_mode(struct xfrm_mo |
| |
| static void xfrm_state_gc_destroy(struct xfrm_state *x) |
| { |
| - tasklet_hrtimer_cancel(&x->mtimer); |
| + hrtimer_cancel(&x->mtimer); |
| del_timer_sync(&x->rtimer); |
| kfree(x->aead); |
| kfree(x->aalg); |
| @@ -391,8 +391,8 @@ static void xfrm_state_gc_task(struct wo |
| |
| static enum hrtimer_restart xfrm_timer_handler(struct hrtimer *me) |
| { |
| - struct tasklet_hrtimer *thr = container_of(me, struct tasklet_hrtimer, timer); |
| - struct xfrm_state *x = container_of(thr, struct xfrm_state, mtimer); |
| + struct xfrm_state *x = container_of(me, struct xfrm_state, mtimer); |
| + enum hrtimer_restart ret = HRTIMER_NORESTART; |
| unsigned long now = get_seconds(); |
| long next = LONG_MAX; |
| int warn = 0; |
| @@ -456,7 +456,8 @@ static enum hrtimer_restart xfrm_timer_h |
| km_state_expired(x, 0, 0); |
| resched: |
| if (next != LONG_MAX) { |
| - tasklet_hrtimer_start(&x->mtimer, ktime_set(next, 0), HRTIMER_MODE_REL); |
| + hrtimer_forward_now(&x->mtimer, ktime_set(next, 0)); |
| + ret = HRTIMER_RESTART; |
| } |
| |
| goto out; |
| @@ -473,7 +474,7 @@ static enum hrtimer_restart xfrm_timer_h |
| |
| out: |
| spin_unlock(&x->lock); |
| - return HRTIMER_NORESTART; |
| + return ret; |
| } |
| |
| static void xfrm_replay_timer_handler(unsigned long data); |
| @@ -492,8 +493,8 @@ struct xfrm_state *xfrm_state_alloc(stru |
| INIT_HLIST_NODE(&x->bydst); |
| INIT_HLIST_NODE(&x->bysrc); |
| INIT_HLIST_NODE(&x->byspi); |
| - tasklet_hrtimer_init(&x->mtimer, xfrm_timer_handler, |
| - CLOCK_BOOTTIME, HRTIMER_MODE_ABS); |
| + hrtimer_init(&x->mtimer, CLOCK_BOOTTIME_SOFT, HRTIMER_MODE_ABS); |
| + x->mtimer.function = xfrm_timer_handler; |
| setup_timer(&x->rtimer, xfrm_replay_timer_handler, |
| (unsigned long)x); |
| x->curlft.add_time = get_seconds(); |
| @@ -876,7 +877,9 @@ xfrm_state_find(const xfrm_address_t *da |
| hlist_add_head_rcu(&x->byspi, net->xfrm.state_byspi + h); |
| } |
| x->lft.hard_add_expires_seconds = net->xfrm.sysctl_acq_expires; |
| - tasklet_hrtimer_start(&x->mtimer, ktime_set(net->xfrm.sysctl_acq_expires, 0), HRTIMER_MODE_REL); |
| + hrtimer_start(&x->mtimer, |
| + ktime_set(net->xfrm.sysctl_acq_expires, 0), |
| + HRTIMER_MODE_REL); |
| net->xfrm.state_num++; |
| xfrm_hash_grow_check(net, x->bydst.next != NULL); |
| spin_unlock_bh(&net->xfrm.xfrm_state_lock); |
| @@ -987,7 +990,7 @@ static void __xfrm_state_insert(struct x |
| hlist_add_head_rcu(&x->byspi, net->xfrm.state_byspi + h); |
| } |
| |
| - tasklet_hrtimer_start(&x->mtimer, ktime_set(1, 0), HRTIMER_MODE_REL); |
| + hrtimer_start(&x->mtimer, ktime_set(1, 0), HRTIMER_MODE_REL); |
| if (x->replay_maxage) |
| mod_timer(&x->rtimer, jiffies + x->replay_maxage); |
| |
| @@ -1091,7 +1094,9 @@ static struct xfrm_state *__find_acq_cor |
| x->mark.m = m->m; |
| x->lft.hard_add_expires_seconds = net->xfrm.sysctl_acq_expires; |
| xfrm_state_hold(x); |
| - tasklet_hrtimer_start(&x->mtimer, ktime_set(net->xfrm.sysctl_acq_expires, 0), HRTIMER_MODE_REL); |
| + hrtimer_start(&x->mtimer, |
| + ktime_set(net->xfrm.sysctl_acq_expires, 0), |
| + HRTIMER_MODE_REL); |
| list_add(&x->km.all, &net->xfrm.state_all); |
| hlist_add_head_rcu(&x->bydst, net->xfrm.state_bydst + h); |
| h = xfrm_src_hash(net, daddr, saddr, family); |
| @@ -1380,7 +1385,7 @@ int xfrm_state_update(struct xfrm_state |
| memcpy(&x1->lft, &x->lft, sizeof(x1->lft)); |
| x1->km.dying = 0; |
| |
| - tasklet_hrtimer_start(&x1->mtimer, ktime_set(1, 0), HRTIMER_MODE_REL); |
| + hrtimer_start(&x1->mtimer, ktime_set(1, 0), HRTIMER_MODE_REL); |
| if (x1->curlft.use_time) |
| xfrm_state_check_expire(x1); |
| |
| @@ -1404,7 +1409,7 @@ int xfrm_state_check_expire(struct xfrm_ |
| if (x->curlft.bytes >= x->lft.hard_byte_limit || |
| x->curlft.packets >= x->lft.hard_packet_limit) { |
| x->km.state = XFRM_STATE_EXPIRED; |
| - tasklet_hrtimer_start(&x->mtimer, 0, HRTIMER_MODE_REL); |
| + hrtimer_start(&x->mtimer, 0, HRTIMER_MODE_REL); |
| return -EINVAL; |
| } |
| |