[<prev] [next>] [<thread-prev] [thread-next>] [day] [month] [year] [list]
Message-ID: <20100214181219.GA27839@elte.hu>
Date: Sun, 14 Feb 2010 19:12:19 +0100
From: Ingo Molnar <mingo@...e.hu>
To: Don Zickus <dzickus@...hat.com>
Cc: linux-kernel@...r.kernel.org, peterz@...radead.org,
gorcunov@...il.com, aris@...hat.com
Subject: Re: [PATCH 1/4] nmi_watchdog: use a boolean config flag for compiling
i'm also getting this:
[ 11.101892] NET: Registered protocol family 5
[ 19.293996] INFO: RCU detected CPU stalls: 1 (detected by 0, t=10002 jiffies)
[ 19.293996] sending NMI to all CPUs:
[ 19.294339] NMI backtrace for cpu 0
[ 19.294339] CPU 0
[ 19.294339] Pid: 0, comm: swapper Not tainted 2.6.33-rc8-tip+ #16697 A8N-E/System Product Name
[ 19.294339] RIP: 0010:[<ffffffff81009f3f>] [<ffffffff81009f3f>] native_read_tsc+0x6/0x16
[ 19.294339] RSP: 0018:ffff880003a03df8 EFLAGS: 00000046
[ 19.294339] RAX: 0000000082d602a7 RBX: ffffffff82c1aeae RCX: 0000000082d60282
[ 19.294339] RDX: 0000000000000017 RSI: 0000000000000002 RDI: 00000000001eadb1
[ 19.294339] RBP: ffff880003a03df8 R08: 0000000000000000 R09: 0000000000000003
[ 19.294339] R10: ffffffff824a65a0 R11: 0000000000000000 R12: 00000000001eadb1
[ 19.294339] R13: 0000000000000000 R14: 0000000000000000 R15: 0000000000093c70
[ 19.294339] FS: 0000000000000000(0000) GS:ffff880003a00000(0000) knlGS:0000000000000000
[ 19.294339] CS: 0010 DS: 0000 ES: 0000 CR0: 000000008005003b
[ 19.294339] CR2: 0000000000000000 CR3: 0000000002494000 CR4: 00000000000006f0
[ 19.294339] DR0: 0000000000000000 DR1: 0000000000000000 DR2: 0000000000000000
[ 19.294339] DR3: 0000000000000000 DR6: 00000000ffff0ff0 DR7: 0000000000000400
[ 19.294339] Process swapper (pid: 0, threadinfo ffffffff82400000, task ffffffff8249c020)
[ 19.294339] Stack:
[ 19.294339] ffff880003a03e28 ffffffff813e9039 00000000000004a6 ffffffff824f2000
[ 19.294339] <0> 0000000000000000 ffffffff824f2000 ffff880003a03e38 ffffffff813e8fa5
[ 19.294339] <0> ffff880003a03e48 ffffffff813e8fe4 ffff880003a03e68 ffffffff8101a1a7
[ 19.294339] Call Trace:
[ 19.294339] <IRQ>
[ 19.294339] [<ffffffff813e9039>] delay_tsc+0x32/0x79
[ 19.294339] [<ffffffff813e8fa5>] __delay+0xa/0xc
[ 19.294339] [<ffffffff813e8fe4>] __const_udelay+0x3d/0x3f
[ 19.294339] [<ffffffff8101a1a7>] arch_trigger_all_cpu_backtrace+0x73/0x7f
[ 19.294339] [<ffffffff81095468>] print_other_cpu_stall+0xf7/0x10a
[ 19.294339] [<ffffffff81095540>] check_cpu_stall+0xc5/0xc9
[ 19.294339] [<ffffffff81095567>] __rcu_pending+0x23/0xd9
[ 19.294339] [<ffffffff8109564d>] rcu_check_callbacks+0x30/0x107
[ 19.294339] [<ffffffff81050219>] update_process_times+0x3c/0x5b
[ 19.294339] [<ffffffff81068492>] tick_periodic+0x63/0x6f
[ 19.294339] [<ffffffff810684bf>] tick_handle_periodic+0x21/0x6e
[ 19.294339] [<ffffffff81019b1a>] smp_apic_timer_interrupt+0x7c/0x8f
[ 19.294339] [<ffffffff81003553>] apic_timer_interrupt+0x13/0x20
[ 19.294339] <EOI>
[ 19.294339] [<ffffffff81020564>] ? native_safe_halt+0x6/0x8
[ 19.294339] [<ffffffff8106da5a>] ? trace_hardirqs_on+0xd/0xf
[ 19.294339] [<ffffffff8100a988>] default_idle+0x36/0x58
[ 19.294339] [<ffffffff81001bd6>] cpu_idle+0xdc/0x11d
[ 19.294339] [<ffffffff81b22580>] rest_init+0x74/0x76
[ 19.294339] [<ffffffff82a54d56>] start_kernel+0x372/0x37a
[ 19.294339] [<ffffffff82a542a0>] x86_64_start_reservations+0xa7/0xab
[ 19.294339] [<ffffffff82a5439c>] x86_64_start_kernel+0xf8/0x107
[ 19.294339] Code: 00 e8 8d f0 3d 00 c9 c3 55 40 88 f8 48 89 e5 e6 70 e4 71 c9 c3 55 40 88 f0 48 89 e5 e6 70 40 88 f8 e6 71 c9 c3 55 48 89 e5 0f 31 <89> c1 48 89 d0 48 c1 e0 20 89 c9 48 09 c8 c9 c3 55 48 89 e5 41
[ 19.294339] Call Trace:
[ 19.294339] <IRQ> [<ffffffff813e9039>] delay_tsc+0x32/0x79
[ 19.294339] [<ffffffff813e8fa5>] __delay+0xa/0xc
[ 19.294339] [<ffffffff813e8fe4>] __const_udelay+0x3d/0x3f
[ 19.294339] [<ffffffff8101a1a7>] arch_trigger_all_cpu_backtrace+0x73/0x7f
[ 19.294339] [<ffffffff81095468>] print_other_cpu_stall+0xf7/0x10a
[ 19.294339] [<ffffffff81095540>] check_cpu_stall+0xc5/0xc9
[ 19.294339] [<ffffffff81095567>] __rcu_pending+0x23/0xd9
[ 19.294339] [<ffffffff8109564d>] rcu_check_callbacks+0x30/0x107
[ 19.294339] [<ffffffff81050219>] update_process_times+0x3c/0x5b
[ 19.294339] [<ffffffff81068492>] tick_periodic+0x63/0x6f
[ 19.294339] [<ffffffff810684bf>] tick_handle_periodic+0x21/0x6e
[ 19.294339] [<ffffffff81019b1a>] smp_apic_timer_interrupt+0x7c/0x8f
[ 19.294339] [<ffffffff81003553>] apic_timer_interrupt+0x13/0x20
[ 19.294339] <EOI> [<ffffffff81020564>] ? native_safe_halt+0x6/0x8
[ 19.294339] [<ffffffff8106da5a>] ? trace_hardirqs_on+0xd/0xf
[ 19.294339] [<ffffffff8100a988>] default_idle+0x36/0x58
[ 19.294339] [<ffffffff81001bd6>] cpu_idle+0xdc/0x11d
[ 19.294339] [<ffffffff81b22580>] rest_init+0x74/0x76
[ 19.294339] [<ffffffff82a54d56>] start_kernel+0x372/0x37a
[ 19.294339] [<ffffffff82a542a0>] x86_64_start_reservations+0xa7/0xab
[ 19.294339] [<ffffffff82a5439c>] x86_64_start_kernel+0xf8/0x107
[ 19.294339] Pid: 0, comm: swapper Not tainted 2.6.33-rc8-tip+ #16697
[ 19.294339] Call Trace:
[ 19.294339] <NMI> [<ffffffff8100a778>] ? show_regs+0x26/0x2b
[ 19.294339] [<ffffffff8101a23c>] hw_nmi_is_cpu_stuck+0x4f/0xb7
[ 19.294339] [<ffffffff810907ab>] wd_overflow+0x43/0xc3
[ 19.294339] [<ffffffff810ad21d>] __perf_event_overflow+0x184/0x1fd
[ 19.294339] [<ffffffff810a9de1>] ? rcu_read_unlock+0x1c/0x1e
[ 19.294339] [<ffffffff810ad6ce>] perf_event_overflow+0x14/0x16
[ 19.294339] [<ffffffff810104ff>] x86_pmu_handle_irq+0x16d/0x1b6
[ 19.294339] [<ffffffff8100f4b8>] perf_event_nmi_handler+0x42/0x4f
[ 19.294339] [<ffffffff81060857>] notifier_call_chain+0x63/0x97
[ 19.294339] [<ffffffff81060ccb>] __atomic_notifier_call_chain+0x59/0x86
[ 19.294339] [<ffffffff81060c72>] ? __atomic_notifier_call_chain+0x0/0x86
[ 19.294339] [<ffffffff81060d07>] atomic_notifier_call_chain+0xf/0x11
[ 19.294339] [<ffffffff81060d37>] notify_die+0x2e/0x30
[ 19.294339] [<ffffffff81004956>] default_do_nmi+0x57/0x1ee
[ 19.294339] [<ffffffff81004b4d>] do_nmi+0x60/0x9b
[ 19.294339] [<ffffffff81b8ba60>] nmi+0x20/0x39
[ 19.294339] [<ffffffff81009f3f>] ? native_read_tsc+0x6/0x16
[ 19.294339] <<EOE>> <IRQ> [<ffffffff813e9039>] delay_tsc+0x32/0x79
[ 19.294339] [<ffffffff813e8fa5>] __delay+0xa/0xc
[ 19.294339] [<ffffffff813e8fe4>] __const_udelay+0x3d/0x3f
[ 19.294339] [<ffffffff8101a1a7>] arch_trigger_all_cpu_backtrace+0x73/0x7f
[ 19.294339] [<ffffffff81095468>] print_other_cpu_stall+0xf7/0x10a
[ 19.294339] [<ffffffff81095540>] check_cpu_stall+0xc5/0xc9
[ 19.294339] [<ffffffff81095567>] __rcu_pending+0x23/0xd9
[ 19.294339] [<ffffffff8109564d>] rcu_check_callbacks+0x30/0x107
[ 19.294339] [<ffffffff81050219>] update_process_times+0x3c/0x5b
[ 19.294339] [<ffffffff81068492>] tick_periodic+0x63/0x6f
[ 19.294339] [<ffffffff810684bf>] tick_handle_periodic+0x21/0x6e
[ 19.294339] [<ffffffff81019b1a>] smp_apic_timer_interrupt+0x7c/0x8f
[ 19.294339] [<ffffffff81003553>] apic_timer_interrupt+0x13/0x20
[ 19.294339] <EOI> [<ffffffff81020564>] ? native_safe_halt+0x6/0x8
[ 19.294339] [<ffffffff8106da5a>] ? trace_hardirqs_on+0xd/0xf
[ 19.294339] [<ffffffff8100a988>] default_idle+0x36/0x58
[ 19.294339] [<ffffffff81001bd6>] cpu_idle+0xdc/0x11d
[ 19.294339] [<ffffffff81b22580>] rest_init+0x74/0x76
[ 19.294339] [<ffffffff82a54d56>] start_kernel+0x372/0x37a
[ 19.294339] [<ffffffff82a542a0>] x86_64_start_reservations+0xa7/0xab
[ 19.294339] [<ffffffff82a5439c>] x86_64_start_kernel+0xf8/0x107
[ 19.294339] ------------[ cut here ]------------
[ 19.294339] WARNING: at kernel/nmi_watchdog.c:139 wd_overflow+0xa3/0xc3()
[ 19.294339] Hardware name: System Product Name
[ 19.294339] NMI Watchdog detected LOCKUP on cpu 0Pid: 0, comm: swapper Not tainted 2.6.33-rc8-tip+ #16697
[ 19.294339] Call Trace:
[ 19.294339] <NMI> [<ffffffff8104331c>] warn_slowpath_common+0x72/0x8a
[ 19.294339] [<ffffffff81043381>] warn_slowpath_fmt+0x3c/0x3e
[ 19.294339] [<ffffffff8109080b>] wd_overflow+0xa3/0xc3
[ 19.294339] [<ffffffff810ad21d>] __perf_event_overflow+0x184/0x1fd
[ 19.294339] [<ffffffff810a9de1>] ? rcu_read_unlock+0x1c/0x1e
[ 19.294339] [<ffffffff810ad6ce>] perf_event_overflow+0x14/0x16
[ 19.294339] [<ffffffff810104ff>] x86_pmu_handle_irq+0x16d/0x1b6
[ 19.294339] [<ffffffff8100f4b8>] perf_event_nmi_handler+0x42/0x4f
[ 19.294339] [<ffffffff81060857>] notifier_call_chain+0x63/0x97
[ 19.294339] [<ffffffff81060ccb>] __atomic_notifier_call_chain+0x59/0x86
[ 19.294339] [<ffffffff81060c72>] ? __atomic_notifier_call_chain+0x0/0x86
[ 19.294339] [<ffffffff81060d07>] atomic_notifier_call_chain+0xf/0x11
[ 19.294339] [<ffffffff81060d37>] notify_die+0x2e/0x30
[ 19.294339] [<ffffffff81004956>] default_do_nmi+0x57/0x1ee
[ 19.294339] [<ffffffff81004b4d>] do_nmi+0x60/0x9b
[ 19.294339] [<ffffffff81b8ba60>] nmi+0x20/0x39
[ 19.294339] [<ffffffff81009f3f>] ? native_read_tsc+0x6/0x16
[ 19.294339] <<EOE>> <IRQ> [<ffffffff813e9039>] delay_tsc+0x32/0x79
[ 19.294339] [<ffffffff813e8fa5>] __delay+0xa/0xc
[ 19.294339] [<ffffffff813e8fe4>] __const_udelay+0x3d/0x3f
[ 19.294339] [<ffffffff8101a1a7>] arch_trigger_all_cpu_backtrace+0x73/0x7f
[ 19.294339] [<ffffffff81095468>] print_other_cpu_stall+0xf7/0x10a
[ 19.294339] [<ffffffff81095540>] check_cpu_stall+0xc5/0xc9
[ 19.294339] [<ffffffff81095567>] __rcu_pending+0x23/0xd9
[ 19.294339] [<ffffffff8109564d>] rcu_check_callbacks+0x30/0x107
[ 19.294339] [<ffffffff81050219>] update_process_times+0x3c/0x5b
[ 19.294339] [<ffffffff81068492>] tick_periodic+0x63/0x6f
[ 19.294339] [<ffffffff810684bf>] tick_handle_periodic+0x21/0x6e
[ 19.294339] [<ffffffff81019b1a>] smp_apic_timer_interrupt+0x7c/0x8f
[ 19.294339] [<ffffffff81003553>] apic_timer_interrupt+0x13/0x20
[ 19.294339] <EOI> [<ffffffff81020564>] ? native_safe_halt+0x6/0x8
[ 19.294339] [<ffffffff8106da5a>] ? trace_hardirqs_on+0xd/0xf
[ 19.294339] [<ffffffff8100a988>] default_idle+0x36/0x58
[ 19.294339] [<ffffffff81001bd6>] cpu_idle+0xdc/0x11d
[ 19.294339] [<ffffffff81b22580>] rest_init+0x74/0x76
[ 19.294339] [<ffffffff82a54d56>] start_kernel+0x372/0x37a
[ 19.294339] [<ffffffff82a542a0>] x86_64_start_reservations+0xa7/0xab
[ 19.294339] [<ffffffff82a5439c>] x86_64_start_kernel+0xf8/0x107
[ 19.294339] ---[ end trace 12a5a6fbc564882f ]---
[ 19.295052] async_waiting @ 2046
[ 19.296176] async_continuing @ 2046 after 0 usec
[ 19.298241] scsi 0:0:0:0: Direct-Access ATA HDS722525VLAT80 V36O PQ: 0 ANSI: 5
[ 19.308341] device: 'target0:0:0': device_add
[ 19.310536] PM: Adding info for No Bus:target0:0:0
[ 19.312112] device: '0:0:0:0': device_add
[ 19.314823] bus: 'scsi': add device 0:0:0:0
[ 19.315821] PM: Adding info for scsi:0:0:0:0
[ 19.318189] bus: 'scsi': driver_probe_device: matched device 0:0:0:0 with driver st
[ 19.325106] bus: 'scsi': really_probe: probing driver st with device 0:0:0:0
Ingo
View attachment "config" of type "text/plain" (69083 bytes)
View attachment "1" of type "text/plain" (442480 bytes)
Powered by blists - more mailing lists