Get rid of dependency on ->dynticks_nmi_nesting.

Signed-off-by: Byungchul Park <byungchul.p...@lge.com>
---
 kernel/rcu/tree.c | 22 ++++++++++------------
 1 file changed, 10 insertions(+), 12 deletions(-)

diff --git a/kernel/rcu/tree.c b/kernel/rcu/tree.c
index deb2508..59ae94e 100644
--- a/kernel/rcu/tree.c
+++ b/kernel/rcu/tree.c
@@ -797,6 +797,11 @@ void rcu_nmi_exit(void)
                return;
        }
 
+       if (!in_nmi()) {
+               rcu_prepare_for_idle();
+               rcu_dynticks_task_enter();
+       }
+
        /* This NMI interrupted an RCU-idle CPU, restore RCU-idleness. */
        trace_rcu_dyntick(TPS("Startirq"), rdtp->dynticks_nmi_nesting, 0, 
rdtp->dynticks);
        WRITE_ONCE(rdtp->dynticks_nmi_nesting, 0); /* Avoid store tearing. */
@@ -824,14 +829,8 @@ void rcu_nmi_exit(void)
  */
 void rcu_irq_exit(void)
 {
-       struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);
-
        lockdep_assert_irqs_disabled();
-       if (rdtp->dynticks_nmi_nesting == 1)
-               rcu_prepare_for_idle();
        rcu_nmi_exit();
-       if (rdtp->dynticks_nmi_nesting == 0)
-               rcu_dynticks_task_enter();
 }
 
 /*
@@ -944,6 +943,11 @@ void rcu_nmi_enter(void)
        if (rcu_dynticks_curr_cpu_in_eqs()) {
                rcu_dynticks_eqs_exit();
                incby = 1;
+
+               if (!in_nmi()) {
+                       rcu_dynticks_task_exit();
+                       rcu_cleanup_after_idle();
+               }
        }
        trace_rcu_dyntick(incby == 1 ? TPS("Endirq") : TPS("++="),
                          rdtp->dynticks_nmi_nesting,
@@ -977,14 +981,8 @@ void rcu_nmi_enter(void)
  */
 void rcu_irq_enter(void)
 {
-       struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);
-
        lockdep_assert_irqs_disabled();
-       if (rdtp->dynticks_nmi_nesting == 0)
-               rcu_dynticks_task_exit();
        rcu_nmi_enter();
-       if (rdtp->dynticks_nmi_nesting == 1)
-               rcu_cleanup_after_idle();
 }
 
 /*
-- 
1.9.1

Reply via email to