Re: rcu: eqs related warnings in linux-next
From: Paul E. McKenney
Date: Fri Sep 28 2012 - 13:33:28 EST
On Fri, Sep 28, 2012 at 03:36:43PM +0200, Frederic Weisbecker wrote:
> On Fri, Sep 28, 2012 at 02:51:03PM +0200, Sasha Levin wrote:
> > Hi all,
> >
> > While fuzzing with trinity inside a KVM tools guest with the latest linux-next kernel, I've stumbled on the following during boot:
> >
> > [ 199.224369] WARNING: at kernel/rcutree.c:513 rcu_eqs_exit_common+0x4a/0x3a0()
> > [ 199.225307] Pid: 1, comm: init Tainted: G W 3.6.0-rc7-next-20120928-sasha-00001-g8b2d05d-dirty #13
> > [ 199.226611] Call Trace:
> > [ 199.226951] [<ffffffff811c8d1a>] ? rcu_eqs_exit_common+0x4a/0x3a0
> > [ 199.227773] [<ffffffff81108e36>] warn_slowpath_common+0x86/0xb0
> > [ 199.228572] [<ffffffff81108f25>] warn_slowpath_null+0x15/0x20
> > [ 199.229348] [<ffffffff811c8d1a>] rcu_eqs_exit_common+0x4a/0x3a0
> > [ 199.230037] [<ffffffff8117f267>] ? __lock_acquire+0x1c37/0x1ca0
> > [ 199.230037] [<ffffffff811c936c>] rcu_eqs_exit+0x9c/0xb0
> > [ 199.230037] [<ffffffff811c940c>] rcu_user_exit+0x8c/0xf0
> > [ 199.230037] [<ffffffff810a98bb>] do_page_fault+0x1b/0x40
> > [ 199.230037] [<ffffffff810a2a90>] do_async_page_fault+0x30/0xa0
> > [ 199.230037] [<ffffffff83a3eea8>] async_page_fault+0x28/0x30
> > [ 199.230037] [<ffffffff819f357b>] ? debug_object_activate+0x6b/0x1b0
> > [ 199.230037] [<ffffffff819f3586>] ? debug_object_activate+0x76/0x1b0
> > [ 199.230037] [<ffffffff8111af13>] ? lock_timer_base.isra.19+0x33/0x70
> > [ 199.230037] [<ffffffff8111d45f>] mod_timer_pinned+0x9f/0x260
> > [ 199.230037] [<ffffffff811c5ff4>] rcu_eqs_enter_common+0x894/0x970
> > [ 199.230037] [<ffffffff839dc2ac>] ? init_post+0x75/0xc8
> > [ 199.230037] [<ffffffff85abfed5>] ? kernel_init+0x1e1/0x1e1
> > [ 199.230037] [<ffffffff811c63df>] rcu_eqs_enter+0xaf/0xc0
> > [ 199.230037] [<ffffffff811c64c5>] rcu_user_enter+0xd5/0x140
> > [ 199.230037] [<ffffffff8107d0fd>] syscall_trace_leave+0xfd/0x150
> > [ 199.230037] [<ffffffff83a3f7af>] int_check_syscall_exit_work+0x34/0x3d
> > [ 199.230037] ---[ end trace a582c3a264d5bd1a ]---
>
> Ok, we can't decently protect against any kind of exception messing up everything
> in the middle of RCU APIs anyway. The only solution is to find out what cause this
> page fault in mod_timer_pinned() and work around that.
>
> Anybody, an idea?
Wow... So I pass mod_timer_pinned() the address of a per-CPU timer while
running on that CPU, with interrupts disabled, no less. I initialize
this timer at CPU_UP_PREPARE time. So why the page fault?
Please see below for a severe diagnostic patch.
Thanx, Paul
------------------------------------------------------------------------
rcu: Exploratory surgery, not for inclusion
Signed-off-by: Paul E. McKenney <paulmck@xxxxxxxxxxxxxxxxxx>
diff --git a/kernel/rcutree.h b/kernel/rcutree.h
index 5faf05d..e062d13 100644
--- a/kernel/rcutree.h
+++ b/kernel/rcutree.h
@@ -328,7 +328,7 @@ struct rcu_data {
#define RCU_FORCE_QS 3 /* Need to force quiescent state. */
#define RCU_SIGNAL_INIT RCU_SAVE_DYNTICK
-#define RCU_JIFFIES_TILL_FORCE_QS 3 /* for rsp->jiffies_force_qs */
+#define RCU_JIFFIES_TILL_FORCE_QS 30 /* for rsp->jiffies_force_qs */
#ifdef CONFIG_PROVE_RCU
#define RCU_STALL_DELAY_DELTA (5 * HZ)
diff --git a/kernel/rcutree_plugin.h b/kernel/rcutree_plugin.h
index f921154..80dfcec 100644
--- a/kernel/rcutree_plugin.h
+++ b/kernel/rcutree_plugin.h
@@ -1742,7 +1742,6 @@ static void rcu_cleanup_after_idle(int cpu)
*/
static void rcu_prepare_for_idle(int cpu)
{
- struct timer_list *tp;
struct rcu_dynticks *rdtp = &per_cpu(rcu_dynticks, cpu);
int tne;
@@ -1772,8 +1771,6 @@ static void rcu_prepare_for_idle(int cpu)
} else {
return;
}
- tp = &rdtp->idle_gp_timer;
- mod_timer_pinned(tp, rdtp->idle_gp_timer_expires);
return;
}
@@ -1786,13 +1783,8 @@ static void rcu_prepare_for_idle(int cpu)
* pending.
*/
if (!rdtp->idle_first_pass &&
- (rdtp->nonlazy_posted == rdtp->nonlazy_posted_snap)) {
- if (rcu_cpu_has_callbacks(cpu)) {
- tp = &rdtp->idle_gp_timer;
- mod_timer_pinned(tp, rdtp->idle_gp_timer_expires);
- }
+ (rdtp->nonlazy_posted == rdtp->nonlazy_posted_snap))
return;
- }
rdtp->idle_first_pass = 0;
rdtp->nonlazy_posted_snap = rdtp->nonlazy_posted - 1;
@@ -1836,8 +1828,6 @@ static void rcu_prepare_for_idle(int cpu)
round_jiffies(jiffies + RCU_IDLE_LAZY_GP_DELAY);
trace_rcu_prep_idle("Dyntick with lazy callbacks");
}
- tp = &rdtp->idle_gp_timer;
- mod_timer_pinned(tp, rdtp->idle_gp_timer_expires);
rdtp->nonlazy_posted_snap = rdtp->nonlazy_posted;
return; /* Nothing more to do immediately. */
} else if (--(rdtp->dyntick_drain) <= 0) {
--
To unsubscribe from this list: send the line "unsubscribe linux-kernel" in
the body of a message to majordomo@xxxxxxxxxxxxxxx
More majordomo info at http://vger.kernel.org/majordomo-info.html
Please read the FAQ at http://www.tux.org/lkml/