... JBD: Detected IO errors while flushing file data on ram0 ... and then relatively soon (cycle 11) final failure: ... /dev/ram0: UNEXPECTED INCONSISTENCY; RUN fsck MANUALLY. ... [ 137.287143] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287153] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 4 [ 137.287165] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345848, comm8 [ 137.287185] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 137.287191] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 137.287196] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com8 [ 137.287208] (fs/jbd/journal.c, 548): log_wait_commit: JBD: want 345849, j_co8 [ 137.287215] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 137.287220] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345848, comm9 [ 137.287223] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 137.287227] (fs/jbd/journal.c, 548): log_wait_commit: <7>(fs/jbd/commit.c, 39 3458 ttyS0 0[ 137.287237] JBD: want 345849, j_commit_sequence=345848 0:00:00 fsstress[ 137.287249] (fs/jbd/revoke.c, 521): journal_write_revoke_recs 3460 ttyS0 [ 137.287263] (fs/jbd/checkpoint.c, 753): __journal_drop_transace 00:00:21 fsstre[ 137.287267] (fs/jbd/commit.c, 955): journal_commit_transacti4 ss 3461 ttyS0 [ 137.287278] (fs/jbd/journal.c, 143): kjournald: commit_sequence=9 00:00:20 fsst[ 137.287298] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloC ress [ 137.287302] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com9 3462 ttyS0 0[ 137.287311] (fs/jbd/journal.c, 548): log_wait_commit: JBD: w9 0:00:00 fsstress[ 137.287318] (fs/jbd/journal.c, 191): kjournald: kjournald was [ 137.287323] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345849, comm0 [ 137.287326] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 137.287329] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin0 [ 137.287340] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 137.287355] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287359] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 4 [ 137.287367] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345850, comm0 [ 137.287386] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 137.287390] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com0 [ 137.287401] (fs/jbd/journal.c, 548): log_wait_commit: JBD: want 345851, j_co0 [ 137.287408] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 137.287413] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345850, comm1 [ 137.287416] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 137.287419] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin1 [ 137.287430] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287435] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287443] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287448] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287457] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 137.287470] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287474] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 4 [ 137.287482] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345851, comm1[ 137.287718] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 137.287722] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com1 [ 137.287733] (fs/jbd/journal.c, 548): log_wait_commit: JBD: want 345852, j_co1 [ 137.287741] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 137.287746] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345851, comm2 [ 137.287751] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 137.287754] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin2 [ 137.287762] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287768] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287774] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287781] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287786] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge[ 137.287791] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287795] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.287804] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 137.287857] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 4 [ 137.287871] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345852, comm2 [ 137.287938] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 137.287942] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com2 [ 137.287951] (fs/jbd/journal.c, 548): log_wait_commit: JBD: want 345853, j_co2 [ 137.287959] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 137.287963] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345852, comm3 [ 137.287968] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 137.287971] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin3 [ 137.287981] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 137.288020] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.288026] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 4 [ 137.288035] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345853, comm3 [ 137.288099] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 137.288103] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com3 [ 137.288112] (fs/jbd/journal.c, 548): log_wait_commit: JBD: want 345854, j_co3 [ 137.288120] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 137.288125] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345853, comm4 [ 137.288128] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 137.288131] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin4 [ 137.288142] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 137.288184] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.288190] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 4 [ 137.288199] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345854, comm4 [ 137.288264] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 137.288268] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com4 [ 137.288282] (fs/jbd/journal.c, 548): log_wait_commit: JBD: want 345855, j_co4 [ 137.288290] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 137.288295] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345854, comm5 [ 137.288299] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 137.288302] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin5 [ 137.288312] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 137.288352] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 137.288358] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 4 [ 137.288367] (fs/jbd/journal.c, 143): kjournald: commit_sequence=345855, comm5 [ 148.971458] JBD: Detected IO errors while flushing file data on ram1 [ 148.972649] JBD: Detected IO errors while flushing file data on ram1 [ 148.975145] JBD: Detected IO errors while flushing file data on ram1 [ 150.036402] JBD: Detected IO errors while flushing file data on ram1 [ 1681.129521] Clocksource tsc unstable (delta = 1546657291253 ns) [ 1681.130181] BUG: soft lockup - CPU#2 stuck for 1414s! [fsstress:3462] [ 1681.130181] Modules linked in: brd ext3 jbd [ 1681.130181] irq event stamp: 37867 [ 1681.130181] hardirqs last enabled at (37866): [] _spin_unlock_irq0 [ 1681.130181] hardirqs last disabled at (37867): [] apic_timer_inter4 [ 1681.130181] softirqs last enabled at (37522): [] __do_softirq+0x10 [ 1681.130181] softirqs last disabled at (37833): [] do_softirq+0x6d/0 [ 1681.130181] [ 1681.130181] Pid: 3462, comm: fsstress Not tainted (2.6.29-rc7-00102-g7a203f3 [ 1681.130181] EIP: 0060:[] EFLAGS: 00000202 CPU: 2 [ 1681.130181] EIP is at _spin_unlock_irq+0x25/0x50 [ 1681.130181] EAX: edfe7b8c EBX: ef880000 ECX: 00000004 EDX: efa003d0 [ 1681.130181] ESI: ef880000 EDI: 00000102 EBP: edfe7b90 ESP: edfe7b8c [ 1681.130181] DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0068 [ 1681.130181] CR0: 8005003b CR2: a7ebf0f0 CR3: 3c434000 CR4: 000006d0 [ 1681.130181] DR0: 00000000 DR1: 00000000 DR2: 00000000 DR3: 00000000 [ 839.603442] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin6 [ 839.603458] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 839.603481] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 839.603488] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 9 [ 839.603495] (fs/jbd/journal.c, 143): kjournald: commit_sequence=1490376, com6 [ 839.603521] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 839.603528] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com6 [ 839.603541] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 839.603545] (fs/jbd/journal.c, 143): kjournald: commit_sequence=1490376, com7 [ 839.603551] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 839.603556] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin7 [ 839.603569] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 839.603591] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 839.603597] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 9 [ 839.603606] (fs/jbd/journal.c, 143): kjournald: commit_sequence=1490377, com7 [ 839.603636] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 839.603643] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com7 [ 839.603655] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 839.603660] (fs/jbd/journal.c, 143): kjournald: commit_sequence=1490377, com8 [ 839.603664] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 839.603670] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin8 [ 839.603683] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 839.603708] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge[ 839.603715] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 9 [ 839.603723] (fs/jbd/journal.c, 143): kjournald: commit_sequence=1490378, com8 [ 839.603757] (fs/ext3/balloc.c, 1449): ext3_should_retry_alloc: ram1: retryinC [ 839.603763] (fs/jbd/journal.c, 446): __log_start_commit: JBD: requesting com8 [ 839.603777] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 839.603782] (fs/jbd/journal.c, 143): kjournald: commit_sequence=1490378, com9 [ 839.603788] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 839.603794] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin9 4401 ttyS0 0[ 839.603813] (fs/jbd/revoke.c, 521): journal_write_revoke_recs 0:00:24 fsstress[ 839.603837] (fs/jbd/checkpoint.c, 753): __journal_drop_transe 440[ 839.603844] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: com9 2 ttyS0 00:00[ 839.603850] (fs/jbd/journal.c, 143): kjournald: commit_seque9 [ 1833.097021] Clocksource tsc unstable (delta = 993639928371 ns) [ 1833.099443] (fs/jbd/journal.c, 191): kjournald: kjournald wakes [ 1833.099448] (fs/jbd/journal.c, 199): kjournald: woke because of timeout [ 1833.099451] (fs/jbd/journal.c, 143): kjournald: commit_sequence=1490379, com0 [ 1833.099456] (fs/jbd/journal.c, 146): kjournald: OK, requests differ [ 1833.099463] (fs/jbd/commit.c, 345): journal_commit_transaction: JBD: startin0 [ 1833.099479] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge[ 1833.099488] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 1833.099501] (fs/jbd/revoke.c, 521): journal_write_revoke_records: Wrote 0 res [ 1833.099542] (fs/jbd/checkpoint.c, 753): __journal_drop_transaction: Droppinge [ 1833.099547] (fs/jbd/commit.c, 955): journal_commit_transaction: JBD: commit 9 [ 1833.099554] (fs/jbd/journal.c, 143): kjournald: commit_sequence=1490380, com0 [ 1833.099631] BUG: soft lockup - CPU#3 stuck for 921s! [fsstress:4402] [ 1833.099631] Modules linked in: brd ext3 jbd [ 1833.099631] irq event stamp: 5787241 [ 1833.099631] hardirqs last enabled at (5787240): [] _spin_unlock_i0 [ 1833.099631] hardirqs last disabled at (5787241): [] apic_timer_int4 [ 1833.099631] softirqs last enabled at (5787190): [] __do_softirq+00 [ 1833.099631] softirqs last disabled at (5787221): [] do_softirq+0x60 [ 1833.099631] [ 1833.099631] Pid: 4402, comm: fsstress Not tainted (2.6.29-rc7-00102-g7a203f3 [ 1833.099631] EIP: 0060:[] EFLAGS: 00000202 CPU: 3 [ 1833.099631] EIP is at _spin_unlock_irq+0x25/0x50 [ 1833.099631] EAX: dce59ce4 EBX: ef88e000 ECX: 00000004 EDX: eed3ed70 [ 1833.099631] ESI: ef88e000 EDI: 00000102 EBP: dce59ce8 ESP: dce59ce4 [ 1833.099631] DS: 007b ES: 007b FS: 00d8 GS: 0033 SS: 0068 [ 1833.099631] CR0: 8005003b CR2: af868fdc CR3: 3e7e6000 CR4: 000006d0 [ 1833.099631] DR0: 00000000 DR1: 00000000 DR2: 00000000 DR3: 00000000 [ 1833.099631] DR6: ffff0ff0 DR7: 00000400 [ 1833.099631] Call Trace: [ 1833.099631] [] run_timer_softirq+0x146/0x1c0 [ 1833.099631] [] ? mark_held_locks+0x41/0x80 [ 1833.099631] [] ? delayed_work_timer_fn+0x0/0x30 [ 1833.099631] [] __do_softirq+0x9f/0x170 [ 1833.099631] [] do_softirq+0x6d/0x80 [ 1833.099631] [] irq_exit+0x7d/0xa0 [ 1833.099631] [] smp_apic_timer_interrupt+0x5e/0x90 [ 1833.099631] [] ? trace_hardirqs_off_thunk+0xc/0x14 [ 1833.099631] [] apic_timer_interrupt+0x2d/0x34 [ 1833.099631] [] ? _spin_unlock_irqrestore+0x2f/0x70 [ 1833.099631] [] ? vprintk+0x29d/0x3d0 [ 1833.099631] [] ? journal_stop+0x169/0x3a0 [jbd] [ 1833.099631] [] printk+0x18/0x1a [ 1833.099631] [] ext3_should_retry_alloc+0x80/0xa0 [ext3] [ 1833.099631] [] ext3_create+0x46/0x100 [ext3] [ 1833.099631] [] vfs_create+0xbc/0x120 [ 1833.099631] [] ? _spin_unlock+0x1d/0x40 [ 1833.099631] [] ? ext3_create+0x0/0x100 [ext3] [ 1833.099631] [] do_filp_open+0x6d0/0x7e0 [ 1833.099631] [] ? _spin_unlock+0x1d/0x40 [ 1833.099631] [] ? alloc_fd+0xe8/0x100 [ 1833.099631] [] do_sys_open+0x59/0xf0 [ 1833.099631] [] sys_open+0x29/0x40 [ 1833.099631] [] sys_creat+0x20/0x30 [ 1833.099631] [] sysenter_do_call+0x12/0x35 [ 1833.099631] Kernel panic - not syncing: softlockup: hung tasks [ 1833.099631] ------------[ cut here ]------------ [ 1833.099631] WARNING: at kernel/mutex.c:351 mutex_trylock+0x13f/0x1a0() [ 1833.099631] Hardware name: Precision WorkStation 650 [ 1833.099631] Modules linked in: brd ext3 jbd [ 1833.099631] Pid: 4402, comm: fsstress Not tainted 2.6.29-rc7-00102-g7a203f3 4 [ 1833.099631] Call Trace: [ 1833.099631] [] ? printk+0x18/0x1a [ 1833.099631] [] warn_slowpath+0x73/0xd0 [ 1833.099631] [] ? check_usage_forwards+0x45/0xb0 [ 1833.099631] [] ? save_trace+0x3a/0xa0 [ 1833.099631] [] ? mark_lock+0x4fd/0xc40 [ 1833.099631] [] ? __lock_acquire+0x147/0x18f0 [ 1833.099631] [] ? sched_clock_cpu+0x135/0x190 [ 1833.099631] [] mutex_trylock+0x13f/0x1a0 [ 1833.099631] [] crash_kexec+0x1b/0xc0 [ 1833.099631] [] ? trace_hardirqs_off+0xb/0x10 [ 1833.099631] [] ? _spin_unlock_irqrestore+0x5d/0x70 [ 1833.099631] [] ? down_trylock+0x2a/0x40 [ 1833.099631] [] ? console_unblank+0x17/0x80 [ 1833.099631] [] panic+0x57/0x100 [ 1833.099631] [] softlockup_tick+0x15d/0x190 [ 1833.099631] [] run_local_timers+0x17/0x20 [ 1833.099631] [] update_process_times+0x2f/0x70 [ 1833.099631] [] tick_sched_timer+0x5d/0xc0 [ 1833.099631] [] ? tick_sched_timer+0x0/0xc0 [ 1833.099631] [] __run_hrtimer+0x42/0x100 [ 1833.099631] [] ? _spin_lock+0x45/0x50 [ 1833.099631] [] hrtimer_interrupt+0x175/0x220 [ 1833.099631] [] smp_apic_timer_interrupt+0x59/0x90 [ 1833.099631] [] ? trace_hardirqs_off_thunk+0xc/0x14 [ 1833.099631] [] apic_timer_interrupt+0x2d/0x34 [ 1833.099631] [] ? _spin_unlock_irq+0x25/0x50 [ 1833.099631] [] run_timer_softirq+0x146/0x1c0 [ 1833.099631] [] ? mark_held_locks+0x41/0x80 [ 1833.099631] [] ? delayed_work_timer_fn+0x0/0x30 [ 1833.099631] [] __do_softirq+0x9f/0x170 [ 1833.099631] [] do_softirq+0x6d/0x80 [ 1833.099631] [] irq_exit+0x7d/0xa0 [ 1833.099631] [] smp_apic_timer_interrupt+0x5e/0x90 [ 1833.099631] [] ? trace_hardirqs_off_thunk+0xc/0x14 [ 1833.099631] [] apic_timer_interrupt+0x2d/0x34 [ 1833.099631] [] ? _spin_unlock_irqrestore+0x2f/0x70 [ 1833.099631] [] ? vprintk+0x29d/0x3d0 [ 1833.099631] [] ? journal_stop+0x169/0x3a0 [jbd] [ 1833.099631] [] printk+0x18/0x1a [ 1833.099631] [] ext3_should_retry_alloc+0x80/0xa0 [ext3] [ 1833.099631] [] ext3_create+0x46/0x100 [ext3] [ 1833.099631] [] vfs_create+0xbc/0x120 [ 1833.099631] [] ? _spin_unlock+0x1d/0x40 [ 1833.099631] [] ? ext3_create+0x0/0x100 [ext3] [ 1833.099631] [] do_filp_open+0x6d0/0x7e0 [ 1833.099631] [] ? _spin_unlock+0x1d/0x40 [ 1833.099631] [] ? alloc_fd+0xe8/0x100 [ 1833.099631] [] do_sys_open+0x59/0xf0 [ 1833.099631] [] sys_open+0x29/0x40 [ 1833.099631] [] sys_creat+0x20/0x30 [ 1833.099631] [] sysenter_do_call+0x12/0x35 [ 1833.099631] ---[ end trace 1b613fe912a9ef3d ]--- [ 1833.099631] ------------[ cut here ]------------ [ 1833.099631] WARNING: at kernel/smp.c:329 smp_call_function_many+0x1d2/0x230() [ 1833.099631] Hardware name: Precision WorkStation 650 [ 1833.099631] Modules linked in: brd ext3 jbd [ 1833.099631] Pid: 4402, comm: fsstress Tainted: G W 2.6.29-rc7-00102-4 [ 1833.099631] Call Trace: [ 1833.099631] [] ? printk+0x18/0x1a [ 1833.099631] [] warn_slowpath+0x73/0xd0 [ 1833.099631] [] ? __lock_acquire+0x147/0x18f0 [ 1833.099631] [] ? sched_clock_cpu+0x135/0x190 [ 1833.099631] [] ? trace_hardirqs_off+0xb/0x10 [ 1833.099631] [] ? __mutex_unlock_slowpath+0xce/0x160 [ 1833.099631] [] ? mutex_trylock+0xb3/0x1a0 [ 1833.099631] [] ? mutex_unlock+0x8/0x10 [ 1833.099631] [] smp_call_function_many+0x1d2/0x230 [ 1833.099631] [] ? stop_this_cpu+0x0/0x40 [ 1833.099631] [] smp_call_function+0x2d/0x60 [ 1833.099631] [] native_smp_send_stop+0x1e/0x60 [ 1833.099631] [] panic+0x5d/0x100 [ 1833.099631] [] softlockup_tick+0x15d/0x190 [ 1833.099631] [] run_local_timers+0x17/0x20 [ 1833.099631] [] update_process_times+0x2f/0x70 [ 1833.099631] [] tick_sched_timer+0x5d/0xc0 [ 1833.099631] [] ? tick_sched_timer+0x0/0xc0 [ 1833.099631] [] __run_hrtimer+0x42/0x100 [ 1833.099631] [] ? _spin_lock+0x45/0x50 [ 1833.099631] [] hrtimer_interrupt+0x175/0x220 [ 1833.099631] [] smp_apic_timer_interrupt+0x59/0x90 [ 1833.099631] [] ? trace_hardirqs_off_thunk+0xc/0x14 [ 1833.099631] [] apic_timer_interrupt+0x2d/0x34 [ 1833.099631] [] ? _spin_unlock_irq+0x25/0x50 [ 1833.099631] [] run_timer_softirq+0x146/0x1c0 [ 1833.099631] [] ? mark_held_locks+0x41/0x80 [ 1833.099631] [] ? delayed_work_timer_fn+0x0/0x30 [ 1833.099631] [] __do_softirq+0x9f/0x170 [ 1833.099631] [] do_softirq+0x6d/0x80 [ 1833.099631] [] irq_exit+0x7d/0xa0 [ 1833.099631] [] smp_apic_timer_interrupt+0x5e/0x90 [ 1833.099631] [] ? trace_hardirqs_off_thunk+0xc/0x14 [ 1833.099631] [] apic_timer_interrupt+0x2d/0x34 [ 1833.099631] [] ? _spin_unlock_irqrestore+0x2f/0x70 [ 1833.099631] [] ? vprintk+0x29d/0x3d0 [ 1833.099631] [] ? journal_stop+0x169/0x3a0 [jbd] [ 1833.099631] [] printk+0x18/0x1a [ 1833.099631] [] ext3_should_retry_alloc+0x80/0xa0 [ext3] [ 1833.099631] [] ext3_create+0x46/0x100 [ext3] [ 1833.099631] [] vfs_create+0xbc/0x120 [ 1833.099631] [] ? _spin_unlock+0x1d/0x40 [ 1833.099631] [] ? ext3_create+0x0/0x100 [ext3] [ 1833.099631] [] do_filp_open+0x6d0/0x7e0 [ 1833.099631] [] ? _spin_unlock+0x1d/0x40 [ 1833.099631] [] ? alloc_fd+0xe8/0x100 [ 1833.099631] [] do_sys_open+0x59/0xf0 [ 1833.099631] [] sys_open+0x29/0x40 [ 1833.099631] [] sys_creat+0x20/0x30 [ 1833.099631] [] sysenter_do_call+0x12/0x35 [ 1833.099631] ---[ end trace 1b613fe912a9ef3e ]---