Failed to open [ext4], continuing without symbols No kallsyms or vmlinux with build-id a77a2293aab413880b8b361bb5b863a1680c8eab was found [qla2xxx] with build id a77a2293aab413880b8b361bb5b863a1680c8eab not found, continuing without symbols Failed to open [dm_mirror], continuing without symbols No kallsyms or vmlinux with build-id 8e4a472eadb14fb0cde985ef8571b543880472dd was found [megaraid_sas] with build id 8e4a472eadb14fb0cde985ef8571b543880472dd not found, continuing without symbols No kallsyms or vmlinux with build-id 93346fc362be38e207aeaae310a339fb502d9acb was found [jbd2] with build id 93346fc362be38e207aeaae310a339fb502d9acb not found, continuing without symbols # ======== # captured on: Fri Dec 7 16:45:43 2012 # hostname : (none) # os release : 3.7.0-rc8-cliff-bench+ # perf version : 3.7.rc8.3.ge0fb22 # arch : x86_64 # nrcpus online : 1 # nrcpus avail : 1 # cpudesc : Intel(R) Xeon(R) CPU E7- 4820 @ 2.00GHz # cpuid : GenuineIntel,6,47,2 # total memory : 240104 kB # cmdline : /var/crash/perf record -g -o /mnt///127.0.0.1-2012-12-07-16:45:20/perf.data1 /var/crash/makedumpfile-cliff --message-level 31 -i /var/crash/vmcoreinfo.txt -N -o -d 31 /proc/vmcore /mnt///127.0.0.1-2012-12-07-16:45:20/vmcore-empty-1 # event : name = cycles, type = 0, config = 0x0, config1 = 0x0, config2 = 0x0, excl_usr = 0, excl_kern = 0, excl_host = 0, excl_guest = 1, precise_ip = 0, id = { 2 } # HEADER_CPU_TOPOLOGY info available, use -I to display # HEADER_NUMA_TOPOLOGY info available, use -I to display # pmu mappings: cpu = 4, software = 1, tracepoint = 2, uncore_bbox_0 = 15, uncore_bbox_1 = 16, uncore_cbox_0 = 7, uncore_cbox_1 = 8, uncore_cbox_2 = 9, uncore_cbox_3 = 10, uncore_cbox_4 = 11, uncore_cbox_5 = 12, uncore_cbox_6 = 13, uncore_cbox_7 = 14, uncore_mbox_0 = 19, uncore_mbox_1 = 20, uncore_rbox_0 = 21, uncore_rbox_1 = 22, uncore_sbox_0 = 17, uncore_sbox_1 = 18, breakpoint = 5, uncore_ubox = 6, uncore_wbox = 23 # ======== # # Samples: 91K of event 'cycles' # Event count (approx.): 23676246537 # # Overhead Command Shared Object # ........ ............... .................... # 90.38% makedumpfile-cl [kernel.kallsyms] | |--19.73%-- __purge_vmap_area_lazy | | | |--80.50%-- free_vmap_area_noflush | | free_unmap_vmap_area | | remove_vm_area | | iounmap | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | | | |--66.59%-- 0x0 | | | | | --33.41%-- 0x45524f4300000001 | | | |--19.43%-- vm_unmap_aliases | | change_page_attr_set_clr | | _set_memory_wb | | ioremap_change_attr | | kernel_map_sync_memtype | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | --0.07%-- [...] | |--15.58%-- try_preserve_large_page | | | |--99.97%-- __change_page_attr | | __change_page_attr_set_clr | | change_page_attr_set_clr | | _set_memory_wb | | ioremap_change_attr | | kernel_map_sync_memtype | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | --0.03%-- [...] | |--14.51%-- iomem_map_sanity_check | | | |--99.97%-- __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | | | |--50.01%-- 0x6e6d2f0065726f63 | | | | | --49.99%-- 0x45524f4300000001 | --0.03%-- [...] | |--11.06%-- walk_system_ram_range | | | |--64.71%-- pat_pagerange_is_ram | | | | | |--50.87%-- free_memtype | | | iounmap | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | --49.13%-- reserve_memtype | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | |--34.75%-- page_is_ram | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | --0.54%-- [...] | |--4.84%-- __phys_addr | | | |--52.48%-- __change_page_attr | | __change_page_attr_set_clr | | change_page_attr_set_clr | | _set_memory_wb | | ioremap_change_attr | | kernel_map_sync_memtype | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | |--45.72%-- try_preserve_large_page | | __change_page_attr | | __change_page_attr_set_clr | | change_page_attr_set_clr | | _set_memory_wb | | ioremap_change_attr | | kernel_map_sync_memtype | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | --1.80%-- [...] | |--4.82%-- __get_vm_area_node | | | |--99.70%-- get_vm_area_caller | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | | | --100.00%-- 0x0 | --0.30%-- [...] | |--4.13%-- iounmap | | | |--99.59%-- copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | | | |--50.39%-- 0x45524f4300000001 | | | | | --49.61%-- 0x0 | --0.41%-- [...] | |--3.60%-- read_vmcore | | | |--99.83%-- proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | --0.17%-- [...] | |--2.24%-- copy_user_generic_string | read_from_oldmem | read_vmcore | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read_nocancel | |--1.92%-- remove_vm_area | | | |--99.31%-- iounmap | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | | | --100.00%-- 0x0 | | | --0.69%-- copy_oldmem_page | read_from_oldmem | read_vmcore | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read_nocancel | |--1.82%-- do_kernel_range_flush | | | |--99.20%-- on_each_cpu | | flush_tlb_kernel_range | | __purge_vmap_area_lazy | | free_vmap_area_noflush | | free_unmap_vmap_area | | remove_vm_area | | iounmap | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | --0.80%-- flush_tlb_kernel_range | __purge_vmap_area_lazy | free_vmap_area_noflush | free_unmap_vmap_area | remove_vm_area | iounmap | copy_oldmem_page | read_from_oldmem | read_vmcore | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read_nocancel | |--1.01%-- rbt_memtype_erase | | | |--96.66%-- free_memtype | | iounmap | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | --3.34%-- iounmap | copy_oldmem_page | read_from_oldmem | read_vmcore | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read_nocancel | |--0.87%-- kfree | | | |--55.52%-- free_memtype | | iounmap | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | |--29.00%-- iounmap | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | |--12.42%-- rcu_do_batch | | __rcu_process_callbacks | | rcu_process_callbacks | | __do_softirq | | call_softirq | | do_softirq | | irq_exit | | smp_apic_timer_interrupt | | apic_timer_interrupt | | | | | |--20.23%-- free_vmap_area_noflush | | | free_unmap_vmap_area | | | remove_vm_area | | | iounmap | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--19.11%-- __ioremap_caller | | | ioremap_cache | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--16.82%-- __change_page_attr | | | __change_page_attr_set_clr | | | change_page_attr_set_clr | | | _set_memory_wb | | | ioremap_change_attr | | | kernel_map_sync_memtype | | | __ioremap_caller | | | ioremap_cache | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--6.75%-- pat_pagerange_is_ram | | | | | | | |--66.67%-- reserve_memtype | | | | __ioremap_caller | | | | ioremap_cache | | | | copy_oldmem_page | | | | read_from_oldmem | | | | read_vmcore | | | | proc_reg_read | | | | vfs_read | | | | sys_read | | | | system_call_fastpath | | | | __read_nocancel | | | | | | | --33.33%-- free_memtype | | | iounmap | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--5.62%-- vm_unmap_aliases | | | change_page_attr_set_clr | | | _set_memory_wb | | | ioremap_change_attr | | | kernel_map_sync_memtype | | | __ioremap_caller | | | ioremap_cache | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--4.50%-- proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--4.49%-- copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--3.37%-- get_vm_area_caller | | | __ioremap_caller | | | ioremap_cache | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--3.37%-- readmem | | | | | |--2.25%-- page_is_ram | | | __ioremap_caller | | | ioremap_cache | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--2.25%-- __exclude_unnecessary_pages | | | exclude_unnecessary_pages_cyclic | | | writeout_dumpfile | | | 0x7fff6c26de6d | | | 0x64656b616d2f6873 | | | | | |--2.25%-- paddr_to_offset | | | exclude_unnecessary_pages_cyclic | | | | | | | --100.00%-- writeout_dumpfile | | | 0x7fff6c26de6d | | | 0x64656b616d2f6873 | | | | | |--1.13%-- try_preserve_large_page | | | __change_page_attr | | | __change_page_attr_set_clr | | | change_page_attr_set_clr | | | _set_memory_wb | | | ioremap_change_attr | | | kernel_map_sync_memtype | | | __ioremap_caller | | | ioremap_cache | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--1.12%-- reserve_memtype | | | __ioremap_caller | | | ioremap_cache | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--1.12%-- __lseek_nocancel | | | | | |--1.12%-- proc_reg_llseek | | | vfs_llseek | | | sys_lseek | | | system_call_fastpath | | | __lseek_nocancel | | | | | |--1.12%-- free_memtype | | | iounmap | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--1.12%-- on_each_cpu | | | flush_tlb_kernel_range | | | __purge_vmap_area_lazy | | | free_vmap_area_noflush | | | free_unmap_vmap_area | | | remove_vm_area | | | iounmap | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | |--1.12%-- __get_vm_area_node | | | get_vm_area_caller | | | __ioremap_caller | | | ioremap_cache | | | copy_oldmem_page | | | read_from_oldmem | | | read_vmcore | | | proc_reg_read | | | vfs_read | | | sys_read | | | system_call_fastpath | | | __read_nocancel | | | | | --1.12%-- vtop4_x86_64 | | | |--2.09%-- copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | --0.98%-- __rcu_process_callbacks | rcu_process_callbacks | __do_softirq | call_softirq | do_softirq | irq_exit | smp_apic_timer_interrupt | apic_timer_interrupt | | | |--57.11%-- __change_page_attr | | __change_page_attr_set_clr | | change_page_attr_set_clr | | _set_memory_wb | | ioremap_change_attr | | kernel_map_sync_memtype | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | |--14.30%-- flush_tlb_kernel_range | | __purge_vmap_area_lazy | | free_vmap_area_noflush | | free_unmap_vmap_area | | remove_vm_area | | iounmap | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | |--14.30%-- free_vmap_area_noflush | | free_unmap_vmap_area | | remove_vm_area | | iounmap | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | --14.30%-- copy_oldmem_page | read_from_oldmem | read_vmcore | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read_nocancel | |--0.58%-- __insert_vmap_area | | | |--98.32%-- alloc_vmap_area | | __get_vm_area_node | | get_vm_area_caller | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | --1.68%-- __get_vm_area_node | get_vm_area_caller | __ioremap_caller | ioremap_cache | copy_oldmem_page | read_from_oldmem | read_vmcore | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read_nocancel | |--0.57%-- kmem_cache_alloc_node_trace | | | |--55.58%-- __get_vm_area_node | | get_vm_area_caller | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | |--41.85%-- alloc_vmap_area | | __get_vm_area_node | | get_vm_area_caller | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | --2.56%-- get_vm_area_caller | __ioremap_caller | ioremap_cache | copy_oldmem_page | read_from_oldmem | read_vmcore | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read_nocancel | |--0.54%-- vfs_read | | | |--98.21%-- sys_read | | system_call_fastpath | | __read_nocancel | | | | | --100.00%-- 0x0 | | | --1.79%-- system_call_fastpath | __read_nocancel | |--0.54%-- memtype_rb_check_conflict | | | |--95.54%-- rbt_memtype_check_insert | | reserve_memtype | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | --4.46%-- reserve_memtype | __ioremap_caller | ioremap_cache | copy_oldmem_page | read_from_oldmem | read_vmcore | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read_nocancel | |--0.51%-- __mtrr_type_lookup | | | |--96.91%-- mtrr_type_lookup | | reserve_memtype | | __ioremap_caller | | ioremap_cache | | copy_oldmem_page | | read_from_oldmem | | read_vmcore | | proc_reg_read | | vfs_read | | sys_read | | system_call_fastpath | | __read_nocancel | | | --3.09%-- reserve_memtype | __ioremap_caller | ioremap_cache | copy_oldmem_page | read_from_oldmem | read_vmcore | proc_reg_read | vfs_read | sys_read | system_call_fastpath | __read_nocancel --11.15%-- [...] 9.19% makedumpfile-cl makedumpfile-cliff | |--37.97%-- __exclude_unnecessary_pages | exclude_unnecessary_pages_cyclic | | | --100.00%-- writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--18.73%-- set_bitmap_cyclic | | | --100.00%-- exclude_unnecessary_pages_cyclic | | | --100.00%-- writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--13.79%-- paddr_to_offset | | | --100.00%-- exclude_unnecessary_pages_cyclic | | | --100.00%-- writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--4.71%-- readmem | | | --100.00%-- exclude_unnecessary_pages_cyclic | writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--4.12%-- get_num_dumpable_cyclic | |--2.90%-- is_in_same_page | |--2.66%-- page_is_buddy_v3 | exclude_unnecessary_pages_cyclic | | | --100.00%-- writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--2.37%-- clear_bit_on_2nd_bitmap_for_kernel | exclude_unnecessary_pages_cyclic | | | --100.00%-- writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--2.35%-- create_1st_bitmap_cyclic | |--2.04%-- is_xen_memory | | | --100.00%-- exclude_unnecessary_pages_cyclic | | | --100.00%-- writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--2.02%-- vtop4_x86_64 | |--1.67%-- set_bit_on_1st_bitmap | |--1.53%-- clear_bit_on_2nd_bitmap | exclude_unnecessary_pages_cyclic | | | --100.00%-- writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--1.25%-- write_kdump_pages_and_bitmap_cyclic | writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--1.15%-- update_cyclic_region | |--0.66%-- vaddr_to_paddr_x86_64 --0.07%-- [...] 0.42% makedumpfile-cl libc.so.6 | |--40.25%-- __lseek_nocancel | |--36.91%-- __read_nocancel | |--8.64%-- __GI___libc_read | |--5.01%-- __memset_sse2 | | | --100.00%-- 0x7fff6c26de6d | 0x64656b616d2f6873 | |--3.90%-- __GI___libc_lseek64 | |--3.72%-- memcpy | | | --100.00%-- writeout_dumpfile | 0x7fff6c26de6d | 0x64656b616d2f6873 | |--0.53%-- memchr --1.04%-- [...] 0.01% makedumpfile-cl ld-linux-x86-64.so.2 | |--49.69%-- strcmp | | | |--67.41%-- 0x8922974 | | 0x42494c4700342e33 | | | --32.59%-- 0x9691a75 | 0x42494c4700352e32 | |--17.46%-- _dl_name_match_p | _dl_check_all_versions | |--16.51%-- do_lookup_x | --16.34%-- _dl_lookup_symbol_x _dl_relocate_object dl_main _dl_sysdep_start 0x4156415741e58948 0.00% makedumpfile-cl libstdc++.so.6 | --- 0x37282bb470 0x3728253b43 0x7fff6c26de6d 0x64656b616d2f6873 0.00% makedumpfile-cl [megaraid_sas] | --- megasas_isr handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr __exclude_unnecessary_pages exclude_unnecessary_pages_cyclic writeout_dumpfile 0x7fff6c26de6d 0x64656b616d2f6873 0.00% makedumpfile-cl [qla2xxx] | --- qla24xx_mbx_completion qla24xx_msix_default handle_irq_event_percpu handle_irq_event handle_edge_irq handle_irq do_IRQ ret_from_intr __change_page_attr __change_page_attr_set_clr change_page_attr_set_clr _set_memory_wb ioremap_change_attr kernel_map_sync_memtype __ioremap_caller ioremap_cache copy_oldmem_page read_from_oldmem read_vmcore proc_reg_read vfs_read sys_read system_call_fastpath __read_nocancel 0.00% makedumpfile-cl [jbd2] | --- jbd2_journal_start ext4_dirty_inode __mark_inode_dirty update_time file_update_time __generic_file_aio_write generic_file_aio_write ext4_file_write do_sync_write vfs_write sys_write system_call_fastpath __write_nocancel 0xffffff0000003725