swapper 0 7 7267022.905702: cycles: ffffffff810ecdaf __perf_event_read ([kernel.kallsyms]) ffffffff81099c1f generic_smp_call_function_single_interrupt ([kernel.kallsyms]) ffffffff81024b92 smp_call_function_single_interrupt ([kernel.kallsyms]) ffffffff81469c33 call_function_single_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 1592 0 7267022.908265: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1592 0 7267022.908921: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f961d6601bd ([kernel.kallsyms]) 7f961d6601bd posix_fadvise64 (/lib64/ld-2.11.3.so) sh 1592 0 7267022.909675: cycles: 7f961cf0b198 __strcmp_sse2 (/lib64/libc-2.11.3.so) 0 () 2f656c61636f6c2f () addr2lin 1592 1 7267022.910921: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f1bbb357398 ([kernel.kallsyms]) 7f1bbb357398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f1bbb34f985 dl_main (/lib64/ld-2.11.3.so) 7f1bbb360b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 31199 2 7267022.913300: cycles: ffffffff81116144 __dec_zone_page_state ([kernel.kallsyms]) ffffffff81128e15 page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) psql 1591 9 7267022.921942: cycles: ffffffff81123c10 find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc4498c99e0 ([kernel.kallsyms]) 7fc4498c99e0 _dl_next_tls_modid (/lib64/ld-2.11.3.so) 7fc4498c0d2d _dl_map_object (/lib64/ld-2.11.3.so) 6873756c66660036 () mmfsd 13754 11 7267022.922953: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 12 7267022.925058: cycles: 7fb873d5fb74 _int_free (/lib64/libc-2.11.3.so) perf 1595 0 7267022.944626: cycles: ffffffff8111d85c free_pgd_range ([kernel.kallsyms]) ffffffff8111d9ef free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267022.949013: cycles: ffffffff81258f04 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9733 find_lock_page ([kernel.kallsyms]) ffffffff8110fe32 shmem_getpage_gfp ([kernel.kallsyms]) ffffffff81110608 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 68ef14 ([kernel.kallsyms]) 68ef14 LWLockAttemptLock (/home/Computational/mark/andres/bin/postgres) 68fb5d LWLockAcquire (/home/Computational/mark/andres/bin/postgres) 5bb27c BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 0 7267022.959871: cycles: ffffffff810fd571 __zone_watermark_ok ([kernel.kallsyms]) ffffffff811004f0 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8105dfa0 dup_task_struct ([kernel.kallsyms]) ffffffff8105ed74 copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267022.965429: cycles: ffffffffa0546f05 ([mmfs26]) ffffffffa055508c ([mmfs26]) ffffffffa056facb ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) postgres 1593 13 7267022.972919: cycles: ffffffffa04c0109 ([mmfslinux]) ffffffffa0554e96 ([mmfs26]) ffffffffa056facb ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 1597 0 7267022.976892: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f96d02213b8 ([kernel.kallsyms]) 7f96d02213b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f96d0219985 dl_main (/lib64/ld-2.11.3.so) 7f96d022ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1597 0 7267022.978064: cycles: 7f96cfae4d90 __GI_mbrtowc (/lib64/libc-2.11.3.so) postgres 31199 2 7267022.979553: cycles: ffffffff81152f94 mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) postgres 1593 13 7267022.980970: cycles: 698c5a mdread (/home/Computational/mark/andres/bin/postgres) 675e91 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 5bb24a BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267022.989661: cycles: ffffffffa05e1d4d ([mmfs26]) 7fb873db9e5d posix_fadvise (/lib64/libc-2.11.3.so) postgres 31199 2 7267022.996189: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) addr2lin 1598 9 7267022.998024: cycles: ffffffff810fda6e __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2828617ec0 ([kernel.kallsyms]) 7f2828617ec0 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 7f2827c40080 () 6153eb () 7fffc3b5d313 () postgres 1593 13 7267022.998891: cycles: ffffffffa04aacf7 ([mmfslinux]) ffffffffa052df93 ([mmfs26]) ffffffffa059f09d ([mmfs26]) ffffffffa05a18a9 ([mmfs26]) ffffffffa05a1a2d ([mmfs26]) ffffffffa04b565a ([mmfslinux]) ffffffff81104ccb read_pages ([kernel.kallsyms]) ffffffff81104e56 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db9e5d ([kernel.kallsyms]) 7fb873db9e5d posix_fadvise (/lib64/libc-2.11.3.so) addr2lin 1598 9 7267023.003361: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2827e229d3 ([kernel.kallsyms]) 7f2827e229d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () perf 1599 0 7267023.007346: cycles: ffffffff81128dc7 page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.008274: cycles: 674eb5 ReleaseBuffer (/home/Computational/mark/andres/bin/postgres) 5bb1ae BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1599 0 7267023.008746: cycles: 7f972ab2e3ba setvbuf (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.009586: cycles: ffffffff81116110 __dec_zone_page_state ([kernel.kallsyms]) ffffffff81128e15 page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) addr2lin 1599 1 7267023.012159: cycles: ffffffff811292c6 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7176846dc8 ([kernel.kallsyms]) 7f7176846dc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1599 1 7267023.017130: cycles: 7f717683be2a _int_malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.017670: cycles: ffffffffa04c0066 ([mmfslinux]) ffffffffa0554e96 ([mmfs26]) ffffffffa056facb ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) kworker/ 95 14 7267023.021494: cycles: ffffffff8104e34c dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) postgres 31199 2 7267023.021854: cycles: ffffffff811069d4 mark_page_accessed ([kernel.kallsyms]) ffffffff8111df34 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) postgres 1593 13 7267023.027344: cycles: 782ccd CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 67684a PrefetchBuffer (/home/Computational/mark/andres/bin/postgres) 5bb064 BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1600 9 7267023.027472: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f7df6678dc8 ([kernel.kallsyms]) 7f7df6678dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 15 7267023.029589: cycles: ffffffff81067669 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1600 9 7267023.031410: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7df66c25d0 ([kernel.kallsyms]) 7f7df66c25d0 __GI___read (/lib64/libc-2.11.3.so) 66615f6574656c65 () postgres 31199 2 7267023.033370: cycles: ffffffff81102fa3 __set_page_dirty_no_writeback ([kernel.kallsyms]) ffffffff8111df48 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) kworker/ 2954 0 7267023.035719: cycles: ffffffff81058a3b load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) addr2lin 1600 9 7267023.036086: cycles: 7f7df6670670 __free (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.037000: cycles: 7a58b0 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 5bb544 BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1601 0 7267023.039930: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f266522f5d0 ([kernel.kallsyms]) 7f266522f5d0 __GI___read (/lib64/libc-2.11.3.so) 656c61636f6c2f () grep 1603 0 7267023.041576: cycles: 42c2a0 (/bin/grep) objdump 1602 8 7267023.043402: cycles: 7fdc7dba40f0 bfd_fopen@plt (/usr/lib64/libbfd-2.23.1.so) 6f6974617475706d () postgres 31199 2 7267023.044376: cycles: ffffffff81102fe6 set_page_dirty ([kernel.kallsyms]) ffffffff8111df48 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) objdump 1602 8 7267023.046674: cycles: 7fdc7d3e3a68 __GI_memcpy (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.046732: cycles: 5bb000 BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 1 7267023.047809: cycles: ffffffff81460e82 _raw_spin_trylock ([kernel.kallsyms]) ffffffff81058fbc rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 1602 8 7267023.050646: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fdc7d42c5d0 ([kernel.kallsyms]) 7fdc7d42c5d0 __GI___read (/lib64/libc-2.11.3.so) ffffbe000001b685 ([kernel.kallsyms]) postgres 31199 2 7267023.055042: cycles: ffffffff81152f94 mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) objdump 1602 8 7267023.056276: cycles: 7fdc7dbafcc4 bfd_getl32 (/usr/lib64/libbfd-2.23.1.so) postgres 1593 13 7267023.056543: cycles: 7a58ac HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1601 8 7267023.063363: cycles: ffffffff8106317c wait_task_continued ([kernel.kallsyms]) ffffffff81064af0 do_wait ([kernel.kallsyms]) ffffffff81064ca7 sys_wait4 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2665209f85 ([kernel.kallsyms]) 7f2665209f85 __GI___waitpid (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.065549: cycles: ffffffff81152fac mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) sh 1605 0 7267023.065689: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f8ea52833e8 ([kernel.kallsyms]) 7f8ea52833e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8ea52834f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8ea527b985 dl_main (/lib64/ld-2.11.3.so) 7f8ea528cb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.066396: cycles: 7a5776 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 5bb544 BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1605 1 7267023.069756: cycles: 7faab48cadc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1605 1 7267023.071684: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faab49145d0 ([kernel.kallsyms]) 7faab49145d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1605 1 7267023.073626: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faab49145d0 ([kernel.kallsyms]) 7faab49145d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 31199 2 7267023.075882: cycles: ffffffff811069f0 mark_page_accessed ([kernel.kallsyms]) ffffffff8111df34 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) postgres 1593 13 7267023.076288: cycles: 5bb0ca BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1605 1 7267023.077451: cycles: 7faab5098029 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 1 () perf 30004 0 7267023.083567: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.086099: cycles: ffffffff8111df40 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) postgres 1593 13 7267023.086201: cycles: 5b4167 ExecClearTuple (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1606 9 7267023.089562: cycles: ffffffff811556ca lookup_page_cgroup ([kernel.kallsyms]) ffffffff811545f1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0cf7efb5d0 ([kernel.kallsyms]) 7f0cf7efb5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1606 9 7267023.091986: cycles: ffffffff810fff52 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0cf7efb5d0 ([kernel.kallsyms]) 7f0cf7efb5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1606 9 7267023.094404: cycles: 7f0cf7ea7086 _int_malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.096135: cycles: 5acf22 ExecQual (/home/Computational/mark/andres/bin/postgres) 5bb179 BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.096259: cycles: ffffffff811069f0 mark_page_accessed ([kernel.kallsyms]) ffffffff8111df34 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) addr2lin 1606 9 7267023.098557: cycles: 7f0cf867f040 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 300000001 () sh 1607 0 7267023.102909: cycles: 7f15c49569f0 _int_malloc (/lib64/libc-2.11.3.so) 7f15c4c50f08 (/lib64/libc-2.11.3.so) 7f15c4c50ef8 (/lib64/libc-2.11.3.so) 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () sh 1607 0 7267023.103859: cycles: ffffffff81168786 link_path_walk ([kernel.kallsyms]) ffffffff811695b5 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f15c49a9765 ([kernel.kallsyms]) 7f15c49a9765 _xstat (/lib64/libc-2.11.3.so) 6f6974617475706d () addr2lin 1607 1 7267023.104330: cycles: ffffffff8125a505 rb_insert_color ([kernel.kallsyms]) ffffffff81124e05 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff81127873 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f91ef892237 ([kernel.kallsyms]) 7f91ef892237 __mprotect (/lib64/ld-2.11.3.so) 7f91efa684d0 (/lib64/ld-2.11.3.so) 0 () postgres 1593 13 7267023.106081: cycles: 7840c1 hash_search_with_hash_value (/home/Computational/mark/andres/bin/postgres) 5e3b38 tbm_mark_page_lossy (/home/Computational/mark/andres/bin/postgres) 5e3f51 tbm_add_page (/home/Computational/mark/andres/bin/postgres) 46b4b2 bringetbitmap (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a5427 index_getbitmap (/home/Computational/mark/andres/bin/postgres) 5bb9ee MultiExecBitmapIndexScan (/home/Computational/mark/andres/bin/postgres) 5bb5fb BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.106360: cycles: ffffffff81102fa3 __set_page_dirty_no_writeback ([kernel.kallsyms]) ffffffff8111df48 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) addr2lin 1607 1 7267023.108481: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f91eecac5d0 ([kernel.kallsyms]) 7f91eecac5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1607 1 7267023.113287: cycles: 7f91ef44343c (/usr/lib64/libbfd-2.23.1.so) 200000000 () postgres 1593 13 7267023.116037: cycles: 7a5750 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.116433: cycles: ffffffff8111df20 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) addr2lin 1607 1 7267023.119463: cycles: ffffffff81165150 path_put ([kernel.kallsyms]) ffffffff81186416 free_fs_struct ([kernel.kallsyms]) ffffffff81065588 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f91eec87a38 ([kernel.kallsyms]) addr2lin 1608 9 7267023.125884: cycles: ffffffff81102b1d free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f84b7949c87 ([kernel.kallsyms]) 7f84b7949c87 __munmap (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.125998: cycles: 5b16a0 ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bb179 BitmapHeapNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6b8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.126476: cycles: ffffffff81130ab9 free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dd72 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) addr2lin 1608 9 7267023.130225: cycles: 7f84b8247bbf _objalloc_alloc (/usr/lib64/libbfd-2.23.1.so) 7f8400000ad0 () 0 () swapper 0 11 7267023.132868: cycles: ffffffff8125b83c timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff81086cff __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 11 7267023.134903: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 55349028 () 3f46817f00000008 () addr2lin 1608 9 7267023.135248: cycles: 7f84b78eb9dd _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 13754 11 7267023.135458: cycles: ffffffff8116bfe9 do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () postgres 1593 13 7267023.135965: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.136504: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) sh 1609 0 7267023.138675: cycles: ffffffff810f5789 perf_output_begin ([kernel.kallsyms]) ffffffff810f2339 perf_event_mmap_output ([kernel.kallsyms]) ffffffff810f253b perf_event_mmap_ctx ([kernel.kallsyms]) ffffffff810f3de7 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () sh 1609 0 7267023.139957: cycles: ffffffff81170de8 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff8116961c path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f974b480765 ([kernel.kallsyms]) 7f974b480765 _xstat (/lib64/libc-2.11.3.so) 6f6974617475706d () expand 1612 3 7267023.141267: cycles: ffffffff8115c454 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7155c5b1e0 ([kernel.kallsyms]) 7f7155c5b1e0 __GI___open64 (/lib64/libc-2.11.3.so) objdump 1610 8 7267023.142040: cycles: 7f70ff7423b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f70ff73a985 dl_main (/lib64/ld-2.11.3.so) 7f70ff74bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () kworker/ 2954 0 7267023.143487: cycles: ffffffffa040ba1f ixgbe_update_stats (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411a08 ixgbe_watchdog_subtask (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04143cc ixgbe_service_task (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) perf 30004 8 7267023.143786: cycles: ffffffff8111ed60 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 11 7267023.144846: cycles: ffffffff810674fb irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267023.146037: cycles: 46f40f slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.146513: cycles: ffffffff81152f94 mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) sh 1614 8 7267023.149095: cycles: ffffffff81104af7 file_ra_state_init ([kernel.kallsyms]) ffffffff81158a44 __dentry_open ([kernel.kallsyms]) ffffffff81167df4 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7f229761e0 ([kernel.kallsyms]) 7f7f229761e0 __GI___open64 (/lib64/libc-2.11.3.so) sh 1615 0 7267023.152276: cycles: 7f6500828c21 _dl_check_map_versions (/lib64/ld-2.11.3.so) 7f6500828dc6 _dl_check_all_versions (/lib64/ld-2.11.3.so) postgres 1593 13 7267023.155985: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.156516: cycles: ffffffff81152f94 mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) perf 30004 8 7267023.158460: cycles: ffffffff8114ac56 __khugepaged_enter ([kernel.kallsyms]) ffffffff8105e74d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 30004 0 7267023.162289: cycles: ffffffff8111ee64 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) addr2lin 1618 9 7267023.165062: cycles: 7f95c4d719ec do_lookup_x (/lib64/ld-2.11.3.so) postgres 1593 13 7267023.166040: cycles: 5ac6e0 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.166511: cycles: ffffffff81102fa3 __set_page_dirty_no_writeback ([kernel.kallsyms]) ffffffff8111df48 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) sh 1620 8 7267023.170693: cycles: ffffffff81153f18 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ffee7e6e3b8 ([kernel.kallsyms]) 7ffee7e6e3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ffee7e66985 dl_main (/lib64/ld-2.11.3.so) 7ffee7e77b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1621 0 7267023.174589: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fb09836b000 ([kernel.kallsyms]) 7fb09836b000 init_cacheinfo (/lib64/libc-2.11.3.so) 400003400860 () postgres 1593 13 7267023.175978: cycles: ffffffff811212f1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1621 1 7267023.176049: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9a2cc033b8 ([kernel.kallsyms]) 7f9a2cc033b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9a2cbfb985 dl_main (/lib64/ld-2.11.3.so) 7f9a2cc0cb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 31199 2 7267023.176502: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) sh 1622 8 7267023.178922: cycles: 7f16263bae50 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () perf 30004 0 7267023.184452: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff81129c5f anon_vma_clone ([kernel.kallsyms]) ffffffff81129d4d anon_vma_fork ([kernel.kallsyms]) ffffffff8105e54d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.186027: cycles: 5ad0b9 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.186489: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) addr2lin 1624 9 7267023.186659: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f698f691e10 ([kernel.kallsyms]) 7f698f691e10 _dl_catch_error (/lib64/ld-2.11.3.so) 7f698f6872e0 dl_main (/lib64/ld-2.11.3.so) 7f698f698b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1625 1 7267023.190172: cycles: ffffffff8111e4a4 unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fc7e9f31a57 ([kernel.kallsyms]) 7fc7e9f31a57 __execve (/lib64/libc-2.11.3.so) perf 1626 8 7267023.192117: cycles: ffffffff8111deab zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.195961: cycles: ffffffffa0560b22 ([mmfs26]) ffffffffa04aeb14 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) postgres 31199 2 7267023.196474: cycles: ffffffff8114fa3e mem_cgroup_del_lru_list ([kernel.kallsyms]) ffffffff81106b1a __activate_page ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811069b1 activate_page ([kernel.kallsyms]) ffffffff81106a0b mark_page_accessed ([kernel.kallsyms]) ffffffff8111df34 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d90a38 ([kernel.kallsyms]) sh 1627 0 7267023.196606: cycles: ffffffff810fd719 __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe2722048d4 ([kernel.kallsyms]) 7fe2722048d4 __new_exitfn (/lib64/libc-2.11.3.so) addr2lin 1627 1 7267023.198483: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81106213 pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff8110647c lru_add_drain ([kernel.kallsyms]) ffffffff81124116 unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f81f18b0207 ([kernel.kallsyms]) 7f81f18b0207 munmap (/lib64/ld-2.11.3.so) 7f81f18b37dd (/lib64/ld-2.11.3.so) postgres 30290 11 7267023.199442: cycles: ffffffff811b8430 pid_delete_dentry ([kernel.kallsyms]) ffffffff81172192 dput ([kernel.kallsyms]) ffffffff811b95dd proc_flush_task_mnt ([kernel.kallsyms]) ffffffff811b9707 proc_flush_task ([kernel.kallsyms]) ffffffff81064161 release_task ([kernel.kallsyms]) ffffffff810646d5 wait_task_zombie ([kernel.kallsyms]) ffffffff81064af0 do_wait ([kernel.kallsyms]) ffffffff81064ca7 sys_wait4 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d8ff85 ([kernel.kallsyms]) 7fb873d8ff85 __GI___waitpid (/lib64/libc-2.11.3.so) sh 1628 8 7267023.200480: cycles: 7f829e03789a malloc_consolidate (/lib64/libc-2.11.3.so) 241 () addr2lin 1628 9 7267023.201434: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd841b0f520 ([kernel.kallsyms]) 7fd841b0f520 _dl_init_paths (/lib64/ld-2.11.3.so) 7fd841b0a120 dl_main (/lib64/ld-2.11.3.so) 7fd841b1bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.205964: cycles: 47059e heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 0 7267023.207346: cycles: ffffffff8137a935 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 1630 1 7267023.212317: cycles: 7fa115458427 do_lookup_x (/lib64/ld-2.11.3.so) swapper 0 11 7267023.212723: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267023.215905: cycles: 7a5618 XidInMVCCSnapshot (/home/Computational/mark/andres/bin/postgres) 7a5892 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1631 0 7267023.216069: cycles: ffffffff8125f902 __memcpy ([kernel.kallsyms]) ffffffff8116f500 prepend ([kernel.kallsyms]) ffffffff8116f799 prepend_path ([kernel.kallsyms]) ffffffff81171967 d_path ([kernel.kallsyms]) ffffffff810f3d2b perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbb387a2c5a ([kernel.kallsyms]) 7fbb387a2c5a __GI_mmap64 (/lib64/libc-2.11.3.so) objdump 1632 1 7267023.217773: cycles: 7f08a9b913e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f08a9b89985 dl_main (/lib64/ld-2.11.3.so) 7f08a9b9ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 1632 1 7267023.220037: cycles: 7f08a9236988 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 5cd420 () objdump 1632 1 7267023.223079: cycles: 7f08a8a4d791 __GI_memcpy (/lib64/libc-2.11.3.so) 7f08a8894e80 () 688bd1 () 7fffbfc9a301 () postgres 1593 13 7267023.225856: cycles: 470168 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) kworker/ 92 1 7267023.227420: cycles: ffffffff813798ec dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) objdump 1632 1 7267023.234040: cycles: ffffffff8110028b get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f08a8a429d3 ([kernel.kallsyms]) 7f08a8a429d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267023.235815: cycles: 46ff86 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 11 7267023.236642: cycles: ffffffff81009160 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1635 0 7267023.244213: cycles: 7f8609cb2610 (/lib64/libncurses.so.5.6) postgres 1593 13 7267023.245779: cycles: ffffffffa05e1d4d ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1635 1 7267023.246602: cycles: 7fba2afe29c8 do_lookup_x (/lib64/ld-2.11.3.so) swapper 0 11 7267023.248645: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1635 1 7267023.255021: cycles: 7fba2ad11bb8 _objalloc_alloc (/usr/lib64/libbfd-2.23.1.so) 7fba00000630 () 0 () postgres 1593 13 7267023.255832: cycles: 470001 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 30311 11 7267023.256354: cycles: 675291 SyncOneBuffer (/home/Computational/mark/andres/bin/postgres) 675940 BgBufferSync (/home/Computational/mark/andres/bin/postgres) 63d813 BackgroundWriterMain (/home/Computational/mark/andres/bin/postgres) 4e29ea AuxiliaryProcessMain (/home/Computational/mark/andres/bin/postgres) 64613a StartChildProcess (/home/Computational/mark/andres/bin/postgres) 64a282 reaper (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 30311 11 7267023.256434: cycles: ffffffff8104d5ae update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff8116d074 poll_schedule_timeout ([kernel.kallsyms]) ffffffff8116d592 do_poll ([kernel.kallsyms]) ffffffff8116de8e do_sys_poll ([kernel.kallsyms]) ffffffff8116e0e6 sys_poll ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db9b8f ([kernel.kallsyms]) 7fb873db9b8f __libc_poll (/lib64/libc-2.11.3.so) sh 1636 0 7267023.263531: cycles: ffffffff81321258 _mix_pool_bytes ([kernel.kallsyms]) ffffffff813227cc extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff81322a97 xfer_secondary_pool ([kernel.kallsyms]) ffffffff8132290c extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () postgres 1593 13 7267023.265780: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1636 1 7267023.267087: cycles: 7f3e62f6d3b5 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3e62f65985 dl_main (/lib64/ld-2.11.3.so) 7f3e62f76b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 11 7267023.268583: cycles: ffffffff8137bcea menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1636 1 7267023.275502: cycles: 7f3e6233e9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267023.275835: cycles: 782ed8 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 0 7267023.282411: cycles: 7f2abdc81ac9 _IO_link_in_internal (/lib64/libc-2.11.3.so) sh 1637 0 7267023.285041: cycles: 7faab4accb22 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () postgres 1593 13 7267023.285772: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1637 1 7267023.288132: cycles: ffffffff810f3d94 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811269eb do_brk ([kernel.kallsyms]) ffffffff81126bc5 sys_brk ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f19dc84e2aa ([kernel.kallsyms]) 7f19dc84e2aa __brk (/lib64/libc-2.11.3.so) addr2lin 1637 1 7267023.295535: cycles: ffffffff8112194e handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f19dc7f49d3 ([kernel.kallsyms]) 7f19dc7f49d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267023.295721: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 0 7267023.302625: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1638 0 7267023.305597: cycles: ffffffff811b56ec get_vmalloc_info ([kernel.kallsyms]) ffffffff811c017b meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1691f2b5d0 ([kernel.kallsyms]) 7f1691f2b5d0 __GI___read (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267023.305678: cycles: ffffffffa0554016 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1638 1 7267023.308147: cycles: ffffffff8125ff36 strncpy_from_user ([kernel.kallsyms]) ffffffff81165dbd getname_flags ([kernel.kallsyms]) ffffffff81159ff1 do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcff13281e0 ([kernel.kallsyms]) 7fcff13281e0 __GI___open64 (/lib64/libc-2.11.3.so) addr2lin 1638 1 7267023.315636: cycles: 7fcff1abf4c2 (/usr/lib64/libbfd-2.23.1.so) 200000001 () postgres 1593 13 7267023.315717: cycles: 783160 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1639 8 7267023.323735: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1639 8 7267023.323894: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1639 8 7267023.324041: cycles: ffffffff8111e4a4 unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1639 8 7267023.325233: cycles: ffffffff81144c78 kmem_cache_alloc ([kernel.kallsyms]) ffffffff81126084 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1546610c5a ([kernel.kallsyms]) 7f1546610c5a __GI_mmap64 (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.325666: cycles: 5b4438 ExecStoreMinimalTuple (/home/Computational/mark/andres/bin/postgres) 5bbe01 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1639 9 7267023.326137: cycles: ffffffff81445d98 sha_transform ([kernel.kallsyms]) ffffffff813227e5 extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff81322a97 xfer_secondary_pool ([kernel.kallsyms]) ffffffff8132290c extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f15465e1a57 ([kernel.kallsyms]) 7f15465e1a57 () addr2lin 1639 9 7267023.326299: cycles: 7f04604f8301 memcpy (/lib64/ld-2.11.3.so) 732e6362696c0031 () addr2lin 1639 9 7267023.326447: cycles: 7f04604ec398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f04604e4985 dl_main (/lib64/ld-2.11.3.so) 7f04604f5b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1639 9 7267023.327692: cycles: ffffffff81106240 __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f045f9115d0 ([kernel.kallsyms]) 7f045f9115d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () swapper 0 6 7267023.328256: cycles: ffffffff81058d7d load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267023.335626: cycles: 7989b4 MemoryContextReset (/home/Computational/mark/andres/bin/postgres) 5bdb19 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1639 9 7267023.339304: cycles: 7f046009504c read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () perf 1640 0 7267023.343375: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1640 0 7267023.345007: cycles: 7f5438f8abd5 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f5438f8c4f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5438f84985 dl_main (/lib64/ld-2.11.3.so) 7f5438f95b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.345591: cycles: 7983ac AllocSetAlloc (/home/Computational/mark/andres/bin/postgres) 798f9e palloc0 (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1640 0 7267023.346605: cycles: 7f543884fe30 __GI_mbrtowc (/lib64/libc-2.11.3.so) addr2lin 1640 0 7267023.349223: cycles: 7f33f996c79f _dl_relocate_object (/lib64/ld-2.11.3.so) 7f33f9964985 dl_main (/lib64/ld-2.11.3.so) 7f33f9975b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1640 0 7267023.354244: cycles: 7f33f8cfb004 ____strtoul_l_internal (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.355557: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1640 0 7267023.360163: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f33f8d915d0 ([kernel.kallsyms]) 7f33f8d915d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () addr2lin 1640 0 7267023.364117: cycles: 7f33f8d4056e _int_realloc (/lib64/libc-2.11.3.so) 1a011 () postgres 1593 13 7267023.365526: cycles: 5b7cb2 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1641 2 7267023.374362: cycles: 7f3bd32353b1 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3bd322d985 dl_main (/lib64/ld-2.11.3.so) 7f3bd323eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.375497: cycles: ffffffff81258f04 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9733 find_lock_page ([kernel.kallsyms]) ffffffff8110fe32 shmem_getpage_gfp ([kernel.kallsyms]) ffffffff81110608 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 782d0f ([kernel.kallsyms]) 782d0f CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1641 2 7267023.375787: cycles: ffffffff8146172e error_entry ([kernel.kallsyms]) ffffffff810f8949 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3bd265a5d0 ([kernel.kallsyms]) 7f3bd265a5d0 __GI___read (/lib64/libc-2.11.3.so) 656c61636f6c2f () addr2lin 1641 2 7267023.377869: cycles: ffffffff811066fb ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f3bd2610dc8 ([kernel.kallsyms]) 7f3bd2610dc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1641 2 7267023.381454: cycles: ffffffff810f915e find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3bd265a5d0 ([kernel.kallsyms]) 7f3bd265a5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1641 2 7267023.385127: cycles: 7f3bd2df13f2 (/usr/lib64/libbfd-2.23.1.so) 200000001 () postgres 1593 13 7267023.385489: cycles: ffffffffa05e1d5e ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1641 2 7267023.388622: cycles: 7f3bd260956e _int_realloc (/lib64/libc-2.11.3.so) 12bb1 () sh 1642 5 7267023.395313: cycles: ffffffff814649ad do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2986a22938 ([kernel.kallsyms]) 7f2986a22938 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7f2986a23d2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () postgres 1593 13 7267023.395544: cycles: 7fffe8fff6ae ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1642 4 7267023.399223: cycles: 7f6defec339c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f6defebb985 dl_main (/lib64/ld-2.11.3.so) 7f6defeccb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.405496: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 1 7267023.411012: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267023.412277: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267023.415557: cycles: 5ac571 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267023.419149: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1643 9 7267023.423513: cycles: 7f12bc6dfd3b __GI_memset (/lib64/libc-2.11.3.so) swapper 0 11 7267023.424240: cycles: ffffffff810ce055 rcu_check_callbacks ([kernel.kallsyms]) ffffffff810703bf update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1643 9 7267023.424802: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f12bc6dfdc8 ([kernel.kallsyms]) 7f12bc6dfdc8 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.425493: cycles: 49066d hash_uint32 (/home/Computational/mark/andres/bin/postgres) 5bbf69 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1643 9 7267023.426533: cycles: ffffffff810fda6e __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f12bc7295d0 ([kernel.kallsyms]) 7f12bc7295d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 11 7267023.427906: cycles: ffffffffa04831f4 tcp_mt (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/xt_tcpudp.ko) ffffffffa04038e5 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 11 7267023.428015: cycles: 7ffb7cb536a3 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () 7ffb54dfe680 () 1598048 () mmfsd 1561 7 7267023.428147: cycles: 9208b7 () 250158f730 () 15aa1e8 () b10ff0d089ff4a8d ([kernel.kallsyms]) swapper 0 11 7267023.428316: cycles: ffffffff8108d8b0 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff813ee625 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efa24 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1643 9 7267023.429738: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f12bc7295d0 ([kernel.kallsyms]) 7f12bc7295d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () addr2lin 1643 9 7267023.435434: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f12bc6d59d3 ([kernel.kallsyms]) 7f12bc6d59d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267023.435443: cycles: ffffffff81121861 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 0 7267023.438883: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) sh 1644 0 7267023.440619: cycles: ffffffff811027b2 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f51cbabb476 ([kernel.kallsyms]) 7f51cbabb476 _dl_allocate_tls_storage (/lib64/ld-2.11.3.so) 0 () sh 1644 0 7267023.442123: cycles: 7f51cb3209fb msort_with_tmp (/lib64/libc-2.11.3.so) 0 () 458d30 builtin_builtin (/bin/bash) 45d5800000000000 () addr2lin 1644 1 7267023.444061: cycles: 7fa822e1d42e _dl_relocate_object (/lib64/ld-2.11.3.so) 7fa822e15985 dl_main (/lib64/ld-2.11.3.so) 7fa822e26b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1644 1 7267023.444588: cycles: ffffffff81153f33 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa822e1d3b8 ([kernel.kallsyms]) 7fa822e1d3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fa822e15985 dl_main (/lib64/ld-2.11.3.so) 7fa822e26b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1644 1 7267023.445134: cycles: 7fa822e1d444 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fa822e15985 dl_main (/lib64/ld-2.11.3.so) 7fa822e26b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.445506: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1644 1 7267023.446832: cycles: ffffffff810f9141 find_get_page ([kernel.kallsyms]) ffff8824452e9e60 ([kernel.kallsyms]) 7fa8222425d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () addr2lin 1644 1 7267023.452212: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa8222425d0 ([kernel.kallsyms]) 7fa8222425d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267023.455537: cycles: 46efbf slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1644 1 7267023.457805: cycles: 7fa8221f07bc __malloc (/lib64/libc-2.11.3.so) addr2lin 1644 1 7267023.462333: cycles: 7fa8221f05f0 __free (/lib64/libc-2.11.3.so) 7fa822263b4d __GI___vsprintf_chk (/lib64/libc-2.11.3.so) perf 1645 0 7267023.465332: cycles: ffffffff81260099 strnlen_user ([kernel.kallsyms]) ffffffff81160d4e copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.465460: cycles: 496304 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1645 0 7267023.467875: cycles: ffffffff811782ab mntput ([kernel.kallsyms]) ffffffff81167e4b do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc65a45b1e0 ([kernel.kallsyms]) 7fc65a45b1e0 __GI___open64 (/lib64/libc-2.11.3.so) addr2lin 1645 1 7267023.472580: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3046b4f5d0 ([kernel.kallsyms]) 7f3046b4f5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267023.475400: cycles: ffffffffa051386b ([mmfs26]) ffffffffa0514a55 ([mmfs26]) ffffffffa05701ef ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1645 1 7267023.478831: cycles: 7f3046afe556 _int_realloc (/lib64/libc-2.11.3.so) 4981 () postgres 1593 13 7267023.485405: cycles: ffffffffa04bfff1 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 1646 0 7267023.486312: cycles: ffffffff811451fa kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 3 7267023.487129: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1646 0 7267023.489231: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 41a590 ([kernel.kallsyms]) 41a590 push_stream (/bin/bash) addr2lin 1646 1 7267023.490145: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f708e0f2398 ([kernel.kallsyms]) 7f708e0f2398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f708e0ea985 dl_main (/lib64/ld-2.11.3.so) 7f708e0fbb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.495424: cycles: 783276 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1646 1 7267023.497656: cycles: 7f708d4cd492 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 3 7267023.503098: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1646 1 7267023.505018: cycles: ffffffff811019d0 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f708d4f2a38 ([kernel.kallsyms]) postgres 1593 13 7267023.505359: cycles: 4700f8 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1647 0 7267023.507903: cycles: ffffffff8115c476 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0b30e931e0 ([kernel.kallsyms]) 7f0b30e931e0 __GI___open64 (/lib64/libc-2.11.3.so) kworker/ 102 3 7267023.515061: cycles: ffffffff810516a2 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) postgres 1593 13 7267023.515306: cycles: ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa0560b7f ([mmfs26]) ffffffffa04aeb14 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1647 1 7267023.517769: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fafe7fd89d3 ([kernel.kallsyms]) 7fafe7fd89d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267023.525322: cycles: ffffffffa04c0066 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 1648 0 7267023.526502: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 1 7267023.526769: cycles: ffffffff81469760 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267023.527247: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1648 0 7267023.529055: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f3af2220ac0 ([kernel.kallsyms]) 7f3af2220ac0 __GI___strtoll_internal (/lib64/libc-2.11.3.so) 7f3af2253815 _IO_vsscanf (/lib64/libc-2.11.3.so) 4174ee (/bin/bash) postgres 1593 13 7267023.535344: cycles: 4ec980 isTempToastNamespace (/home/Computational/mark/andres/bin/postgres) 4e2dc8 IsCatalogClass (/home/Computational/mark/andres/bin/postgres) 49f6b8 heap_page_prune_opt (/home/Computational/mark/andres/bin/postgres) 495eeb heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1648 1 7267023.538527: cycles: 7fbf3d5fae50 _int_malloc (/lib64/libc-2.11.3.so) swapper 0 3 7267023.539002: cycles: ffffffff8145eda4 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267023.545282: cycles: 46f455 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1649 0 7267023.546676: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1649 0 7267023.549578: cycles: 7fd534d95e67 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () haveged 3041 3 7267023.550334: cycles: ffffffff8145ecde thread_return ([kernel.kallsyms]) ffffffff8145ff25 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff8116d074 poll_schedule_timeout ([kernel.kallsyms]) ffffffff8116dc7f do_select ([kernel.kallsyms]) ffffffff8116e3d8 core_sys_select ([kernel.kallsyms]) ffffffff8116e781 sys_select ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbf388b4373 ([kernel.kallsyms]) 7fbf388b4373 () addr2lin 1649 1 7267023.550732: cycles: 7f84be5813b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f84be579985 dl_main (/lib64/ld-2.11.3.so) 7f84be58ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 2 7267023.550861: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267023.555230: cycles: 5b7be4 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1649 1 7267023.557990: cycles: 7f84be12a02b read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 3 7267023.558966: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267023.565186: cycles: 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1649 1 7267023.565588: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f84bd981a38 ([kernel.kallsyms]) swapper 0 2 7267023.566857: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267023.567608: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1650 0 7267023.567996: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f0a3dd03476 ([kernel.kallsyms]) 7f0a3dd03476 _dl_allocate_tls_storage (/lib64/ld-2.11.3.so) postgres 1593 13 7267023.575149: cycles: 5bbe51 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 8 7267023.575539: cycles: ffffffff810896b0 sched_clock_tick ([kernel.kallsyms]) ffffffff8108977d sched_clock_idle_wakeup_event ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1650 1 7267023.578615: cycles: 7fc0697609d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 2 7267023.578799: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267023.578916: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267023.584351: cycles: ffffffff811ec570 cap_task_wait ([kernel.kallsyms]) ffffffff8106485e wait_consider_task ([kernel.kallsyms]) ffffffff81064af0 do_wait ([kernel.kallsyms]) ffffffff81064ca7 sys_wait4 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdc76535 ([kernel.kallsyms]) 7f2abdc76535 _IO_new_proc_close (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.585116: cycles: 5bdc8f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 8 7267023.587248: cycles: ffffffff81094a2d tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) perf 1651 8 7267023.587314: cycles: ffffffff811657d9 follow_managed ([kernel.kallsyms]) ffffffff81166989 do_lookup ([kernel.kallsyms]) ffffffff81167d02 do_last ([kernel.kallsyms]) ffffffff811692a3 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff811a8ffa load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1651 8 7267023.587391: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 9 7267023.587658: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267023.588045: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1651 8 7267023.588603: cycles: 7fdbf4ed5e22 _int_malloc (/lib64/libc-2.11.3.so) addr2lin 1651 9 7267023.589692: cycles: ffffffff8110287e __alloc_pages_nodemask ([kernel.kallsyms]) ffff883fc034d900 ([kernel.kallsyms]) 7fdbf4f05a57 () addr2lin 1651 9 7267023.589861: cycles: ffffffff81464782 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f666a171938 ([kernel.kallsyms]) 7f666a171938 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7f666a172d2d _dl_map_object (/lib64/ld-2.11.3.so) 2e7a62696c00322e () addr2lin 1651 9 7267023.590088: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f666a1763b8 ([kernel.kallsyms]) 7f666a1763b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f666a16e985 dl_main (/lib64/ld-2.11.3.so) 7f666a17fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 2 7267023.590813: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1651 9 7267023.591919: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f6669551dc8 ([kernel.kallsyms]) 7f6669551dc8 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.595087: cycles: 782ccd CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 3 7267023.598893: cycles: ffffffff810cd012 rcu_exit_nohz ([kernel.kallsyms]) ffffffff8106766e irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1651 9 7267023.602715: cycles: 7f666954a86f __realloc (/lib64/libc-2.11.3.so) swapper 0 2 7267023.602770: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267023.605063: cycles: 5b375c ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 3 7267023.607476: cycles: ffffffff8137bd42 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1652 0 7267023.607892: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fdd89f8f45a ([kernel.kallsyms]) 7fdd89f8f45a _dl_allocate_tls_storage (/lib64/ld-2.11.3.so) sh 1652 0 7267023.609323: cycles: ffffffff811b56ec get_vmalloc_info ([kernel.kallsyms]) ffffffff811c017b meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fdd8988d5d0 ([kernel.kallsyms]) 7fdd8988d5d0 __GI___read (/lib64/libc-2.11.3.so) 0 () sh 1652 1 7267023.610640: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff81121da9 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fdd89868a57 ([kernel.kallsyms]) 7fdd89868a57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () postgres 1593 13 7267023.615038: cycles: 47023c heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1652 1 7267023.619066: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcc69df45d0 ([kernel.kallsyms]) 7fcc69df45d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267023.625013: cycles: 46f437 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1652 1 7267023.625040: cycles: 7fcc6a58b43c (/usr/lib64/libbfd-2.23.1.so) 600000001 () addr2lin 1652 1 7267023.629144: cycles: 7fcc6a589515 (/usr/lib64/libbfd-2.23.1.so) 9403d420080c0314 ([kernel.kallsyms]) perf 30004 0 7267023.630152: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8103c5a0 pgd_free ([kernel.kallsyms]) ffffffff8105e926 __mmdrop ([kernel.kallsyms]) ffffffff81054f68 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff81163942 pipe_wait ([kernel.kallsyms]) ffffffff811643ae pipe_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdcdb5d0 ([kernel.kallsyms]) 7f2abdcdb5d0 __GI___read (/lib64/libc-2.11.3.so) 7f2abff46000 () perf 1653 0 7267023.634142: cycles: ffffffff8111dcae zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.634989: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 1653 0 7267023.636004: cycles: 7fd3f3752568 __strcmp_sse2 (/lib64/libc-2.11.3.so) 0 () 2f656c61636f6c2f () sh 1656 2 7267023.637846: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 433140 ([kernel.kallsyms]) 433140 default_tty_job_signals (/bin/bash) sh 1656 2 7267023.637919: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fd3f37e5db0 ([kernel.kallsyms]) 7fd3f37e5db0 __strchr_sse42 (/lib64/libc-2.11.3.so) 6a4a10 () swapper 0 3 7267023.637975: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1656 2 7267023.637982: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 445650 ([kernel.kallsyms]) 445650 restore_original_signals (/bin/bash) 6a4a10 () sh 1656 3 7267023.638081: cycles: ffffffff811556bc lookup_page_cgroup ([kernel.kallsyms]) ffffffff81154847 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fd3f377aa57 ([kernel.kallsyms]) 7fd3f377aa57 __execve (/lib64/libc-2.11.3.so) expand 1656 3 7267023.638170: cycles: ffffffff810f24f1 perf_event_mmap_ctx ([kernel.kallsyms]) ffffffff810f3de7 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fd3f377aa57 ([kernel.kallsyms]) 7fd3f377aa57 () objdump 1654 1 7267023.639643: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f695c23d398 ([kernel.kallsyms]) 7f695c23d398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f695c235985 dl_main (/lib64/ld-2.11.3.so) 7f695c246b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.645079: cycles: 470179 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1654 1 7267023.645402: cycles: 406025 (/usr/bin/objdump) 6bb8d0 () 7fff99c06301 () objdump 1654 1 7267023.651686: cycles: 7f695b0f193e __realloc (/lib64/libc-2.11.3.so) b0000003a () grep 1655 0 7267023.653271: cycles: ffffffff8111dd93 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff81126c21 sys_brk ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe231dd82aa ([kernel.kallsyms]) 7fe231dd82aa __brk (/lib64/libc-2.11.3.so) 7fe232074aa0 (/lib64/libc-2.11.3.so) 834800000000ba00 ([kernel.kallsyms]) expand 1656 3 7267023.654934: cycles: 401db0 (/usr/bin/expand) postgres 1593 13 7267023.655028: cycles: 46efe6 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1657 5 7267023.659130: cycles: ffffffff81145197 kmem_cache_free ([kernel.kallsyms]) ffff88015bd06990 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1657 5 7267023.659524: cycles: ffffffff8115a02b do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe750322f57 ([kernel.kallsyms]) 7fe750322f57 __open (/lib64/ld-2.11.3.so) 6980 () sh 1657 5 7267023.659902: cycles: 7fe75031839c _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe750310985 dl_main (/lib64/ld-2.11.3.so) 7fe750321b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1657 5 7267023.661380: cycles: 7fe74fc63d0e __strlen_sse42 (/lib64/libc-2.11.3.so) addr2lin 1657 4 7267023.662688: cycles: 7f25c9e6fa1d _dl_sysdep_start (/lib64/ld-2.11.3.so) 7f25c9e5bb08 _dl_start_user (/lib64/ld-2.11.3.so) addr2lin 1657 4 7267023.662935: cycles: ffffffff812580a0 prio_tree_remove ([kernel.kallsyms]) ffffffff81124636 unlink_file_vma ([kernel.kallsyms]) ffffffff8111d970 free_pgtables ([kernel.kallsyms]) ffffffff811241ac unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f25c9e711da ([kernel.kallsyms]) 7f25c9e711da mmap (/lib64/ld-2.11.3.so) 2000 () addr2lin 1657 4 7267023.663413: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f25c9e663b8 ([kernel.kallsyms]) 7f25c9e663b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f25c9e5e985 dl_main (/lib64/ld-2.11.3.so) 7f25c9e6fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.664986: cycles: 7fb873db55d8 __GI___read (/lib64/libc-2.11.3.so) 698c5a mdread (/home/Computational/mark/andres/bin/postgres) 675e91 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1657 4 7267023.666099: cycles: 7f25c9a2b8f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 5ef960 () swapper 0 2 7267023.670610: cycles: ffffffff81051126 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1657 4 7267023.672953: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f25c928b5d0 ([kernel.kallsyms]) 7f25c928b5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () postgres 1593 13 7267023.674950: cycles: ffffffffa04c0001 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 1658 7 7267023.677058: cycles: ffffffff81166f46 path_init ([kernel.kallsyms]) ffffffff81169023 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff811a8ffa load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1658 7 7267023.678600: cycles: 7f5bd9f42c30 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f5bd9f444f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5bd9f3c985 dl_main (/lib64/ld-2.11.3.so) 7f5bd9f4db03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1658 7 7267023.680086: cycles: 7f5bd988fd16 __strlen_sse42 (/lib64/libc-2.11.3.so) 6d2f6c69616d2f72 () postgres 1593 13 7267023.685006: cycles: ffffffff81102fe6 set_page_dirty ([kernel.kallsyms]) ffffffff811212b9 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.695053: cycles: 46efbc slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1659 0 7267023.698049: cycles: ffffffff810fd5b7 zone_watermark_ok ([kernel.kallsyms]) ffffffff811004f0 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8112002c do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdcb6793 ([kernel.kallsyms]) 7f2abdcb6793 __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) addr2lin 1659 0 7267023.702911: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7ff7a0fa33b8 ([kernel.kallsyms]) 7ff7a0fa33b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff7a0f9b985 dl_main (/lib64/ld-2.11.3.so) 7ff7a0facb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1659 0 7267023.703846: cycles: 7ff7a0fa3433 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff7a0f9b985 dl_main (/lib64/ld-2.11.3.so) 7ff7a0facb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1659 0 7267023.704932: cycles: 7ff7a0b4bdf9 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267023.704984: cycles: 46efcd slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1659 0 7267023.707291: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7ff7a037edc8 ([kernel.kallsyms]) 7ff7a037edc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1659 0 7267023.712816: cycles: ffffffff810f896f file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff7a03c85d0 ([kernel.kallsyms]) 7ff7a03c85d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267023.714929: cycles: 5b7ff2 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.724882: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1660 2 7267023.734047: cycles: ffffffff8111603e __inc_zone_page_state ([kernel.kallsyms]) ffffffff811292e1 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2c9020c5d0 ([kernel.kallsyms]) 7f2c9020c5d0 __GI___read (/lib64/libc-2.11.3.so) 66615f6574656c65 () swapper 0 0 7267023.734197: cycles: ffffffff81461264 save_args ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) postgres 1593 13 7267023.734951: cycles: 496ecb heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1660 2 7267023.735964: cycles: ffffffff8114f85d mem_cgroup_add_lru_list ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2c9020c5d0 ([kernel.kallsyms]) 7f2c9020c5d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () sh 1661 5 7267023.741501: cycles: 7f830a039e50 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () postgres 1593 13 7267023.744888: cycles: ffffffffa05351b4 ([mmfs26]) ffffffffa055170e ([mmfs26]) ffffffffa0553de1 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1661 4 7267023.746154: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f81aabbadc8 ([kernel.kallsyms]) 7f81aabbadc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1661 4 7267023.748078: cycles: 7f81ab3b3d20 bfd_elf_sym_name (/usr/lib64/libbfd-2.23.1.so) 0 () addr2lin 1661 4 7267023.750984: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f81aac045d0 ([kernel.kallsyms]) 7f81aac045d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267023.754927: cycles: ffffffffa04aa676 ([mmfslinux]) ffffffffa04c01d0 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1661 4 7267023.755384: cycles: 7f81aaba8f60 _IO_file_xsgetn_internal (/lib64/libc-2.11.3.so) 7f81ab9e8000 (/lib64/ld-2.11.3.so) perf 30004 5 7267023.758225: cycles: ffffffff8111ef0c copy_pte_range ([kernel.kallsyms]) ffff8806856e8b50 ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1662 7 7267023.759375: cycles: ffffffff811595e0 sys_access ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6e7349a017 ([kernel.kallsyms]) 7f6e7349a017 access (/lib64/ld-2.11.3.so) 7f6e73498b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1662 7 7267023.760143: cycles: 7f6e7348d20d check_match.12097 (/lib64/ld-2.11.3.so) sh 1662 7 7267023.760898: cycles: ffffffff81144be4 kmem_cache_alloc ([kernel.kallsyms]) ffffffff81165c83 getname_flags ([kernel.kallsyms]) ffffffff81159ff1 do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6e72d931e0 ([kernel.kallsyms]) 7f6e72d931e0 __GI___open64 (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.764946: cycles: 7fffe8fff662 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.774874: cycles: ffffffffa056f91d ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1662 6 7267023.775291: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1de28e35d0 ([kernel.kallsyms]) 7f1de28e35d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () perf 30004 7 7267023.780072: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1663 1 7267023.782313: cycles: 7f2a293913e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f2a29389985 dl_main (/lib64/ld-2.11.3.so) 7f2a2939ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1663 1 7267023.783231: cycles: 7f2a28c4364b __free (/lib64/libc-2.11.3.so) 1 () 2f656c61636f6c2f () sh 1663 1 7267023.784188: cycles: 7f2a28beb50b __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () postgres 1593 13 7267023.784860: cycles: 5ad1df ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1663 0 7267023.790298: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f94469b95d0 ([kernel.kallsyms]) 7f94469b95d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () kworker/ 89 8 7267023.791088: cycles: ffffffff8145e85b __schedule ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) addr2lin 1663 0 7267023.791551: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f94469b95d0 ([kernel.kallsyms]) 7f94469b95d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1663 0 7267023.792811: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f94469b95d0 ([kernel.kallsyms]) 7f94469b95d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267023.794800: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1663 0 7267023.795146: cycles: 7f944713e239 bfd_alloc (/usr/lib64/libbfd-2.23.1.so) perf 1664 3 7267023.798611: cycles: ffffffff8111dc71 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1664 3 7267023.799131: cycles: ffffffffa02687ef ext3_check_acl (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffff81164ce2 acl_permission_check ([kernel.kallsyms]) ffffffff81168c46 link_path_walk ([kernel.kallsyms]) ffffffff811695b5 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff811594fe sys_faccessat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0082c83017 ([kernel.kallsyms]) 7f0082c83017 access (/lib64/ld-2.11.3.so) sh 1664 3 7267023.799658: cycles: ffffffff81138d24 get_vma_policy ([kernel.kallsyms]) ffffffff8113d802 alloc_pages_vma ([kernel.kallsyms]) ffffffff8112134d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f0082c783b8 ([kernel.kallsyms]) 7f0082c783b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f0082c70985 dl_main (/lib64/ld-2.11.3.so) 7f0082c81b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1664 3 7267023.801250: cycles: ffffffff81164cd2 acl_permission_check ([kernel.kallsyms]) ffffffff81168bc3 link_path_walk ([kernel.kallsyms]) ffffffff811698b1 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f008257b765 ([kernel.kallsyms]) 7f008257b765 _xstat (/lib64/libc-2.11.3.so) 732f6e690068732f () kworker/ 89 8 7267023.803077: cycles: ffffffff81146184 cache_reap ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) postgres 1593 13 7267023.804848: cycles: 5bbaf7 ExecHashGetBucketAndBatch (/home/Computational/mark/andres/bin/postgres) 5bdd21 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1664 2 7267023.804920: cycles: 7f87cc1e8ba8 _dl_name_match_p (/lib64/ld-2.11.3.so) 69766e655f5f0036 () addr2lin 1664 2 7267023.806296: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff810556fe scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) 7f87cbdaa8f4 ([kernel.kallsyms]) 7f87cbdaa8f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) b72a68 () addr2lin 1664 2 7267023.807734: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f87cb5c0dc8 ([kernel.kallsyms]) 7f87cb5c0dc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1664 2 7267023.811173: cycles: ffffffff8110591d put_page ([kernel.kallsyms]) ffffffff810fa631 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f87cb60a5d0 ([kernel.kallsyms]) 7f87cb60a5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267023.814784: cycles: 46f0f3 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 8 7267023.815022: cycles: ffffffff8102b100 native_apic_msr_write ([kernel.kallsyms]) ffffffff81026553 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1664 2 7267023.815877: cycles: ffffffff810f3d94 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811269eb do_brk ([kernel.kallsyms]) ffffffff81126bc5 sys_brk ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f87cb6102aa ([kernel.kallsyms]) 7f87cb6102aa __brk (/lib64/libc-2.11.3.so) perf 1665 5 7267023.819121: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1665 5 7267023.819472: cycles: 7f3dde85b014 _dl_discover_osversion (/lib64/ld-2.11.3.so) sh 1665 5 7267023.819785: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81171921 d_path ([kernel.kallsyms]) ffffffff810f3d2b perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3dde85d1da ([kernel.kallsyms]) 7f3dde85d1da mmap (/lib64/ld-2.11.3.so) 3e000 () sh 1665 5 7267023.821180: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 459c10 ([kernel.kallsyms]) 459c10 initialize_shell_builtins (/bin/bash) addr2lin 1665 4 7267023.823897: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f5f2c5d53e8 ([kernel.kallsyms]) 7f5f2c5d53e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5f2c5cd985 dl_main (/lib64/ld-2.11.3.so) 7f5f2c5deb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.824730: cycles: 68ef18 LWLockAttemptLock (/home/Computational/mark/andres/bin/postgres) 68fb5d LWLockAcquire (/home/Computational/mark/andres/bin/postgres) 495ef8 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1665 4 7267023.825166: cycles: 7f5f2b95030f __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 7f5f2c5d7c78 _dl_fixup (/lib64/ld-2.11.3.so) addr2lin 1665 4 7267023.826388: cycles: 7f5f2c19a96c bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) bc () addr2lin 1665 4 7267023.828731: cycles: 7f5f2c1a8325 bfd_elf_string_from_elf_section (/usr/lib64/libbfd-2.23.1.so) 7fffff7dd313 () swapper 0 8 7267023.830976: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1665 4 7267023.833862: cycles: ffffffff811066fb ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5f2b9fa5d0 ([kernel.kallsyms]) 7f5f2b9fa5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267023.834688: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb873d6bd44 ([kernel.kallsyms]) 7fb873d6bd44 __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1665 4 7267023.839885: cycles: ffffffff81105ffc release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5f2b9d5a38 ([kernel.kallsyms]) sh 1666 7 7267023.844465: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f4814ee5ef0 ([kernel.kallsyms]) 7f4814ee5ef0 __init_misc (/lib64/libc-2.11.3.so) 7fffaae6237a () 73656c2f6374652f () postgres 1593 13 7267023.844658: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 1666 7 7267023.845026: cycles: 7f4814e8bbf1 __strlen_sse2 (/lib64/libc-2.11.3.so) 656c61636f6c2f () sh 1666 7 7267023.845580: cycles: ffffffff81116067 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811292e1 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4814e849d3 ([kernel.kallsyms]) 7f4814e849d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () sh 1669 1 7267023.846919: cycles: ffffffff81258ecd radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f48155dcc90 ([kernel.kallsyms]) 7f48155dcc90 _dl_runtime_resolve (/lib64/ld-2.11.3.so) sh 1668 8 7267023.847072: cycles: ffffffff81260095 strnlen_user ([kernel.kallsyms]) ffffffff81160d4e copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f4814eb3a57 ([kernel.kallsyms]) 7f4814eb3a57 __execve (/lib64/libc-2.11.3.so) 6a4ab0 () 6a4b10 () 6a4b70 () sh 1668 8 7267023.847160: cycles: ffffffff81145220 kmem_cache_free ([kernel.kallsyms]) ffffffff81129b32 unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f4814eb3a57 ([kernel.kallsyms]) 7f4814eb3a57 __execve (/lib64/libc-2.11.3.so) grep 1668 8 7267023.847252: cycles: ffffffff81126d87 do_mmap_pgoff ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f4814eb3a57 ([kernel.kallsyms]) 7f4814eb3a57 () expand 1669 1 7267023.847727: cycles: ffffffff81087abf up_read ([kernel.kallsyms]) ffffffff81464991 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f3ff774cbb8 ([kernel.kallsyms]) 7f3ff774cbb8 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f3ff774e4f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3ff7746985 dl_main (/lib64/ld-2.11.3.so) 7f3ff7757b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () kworker/ 92 1 7267023.850109: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) objdump 1667 0 7267023.852293: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff892cd25d0 ([kernel.kallsyms]) 7ff892cd25d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () postgres 1593 13 7267023.854730: cycles: 5b7cca InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1667 0 7267023.856182: cycles: 7ff89347412e bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () objdump 1667 0 7267023.860817: cycles: 406070 (/usr/bin/objdump) 6a136d () 7ffff3262301 () objdump 1667 0 7267023.864294: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff892cd25d0 ([kernel.kallsyms]) 7ff892cd25d0 __GI___read (/lib64/libc-2.11.3.so) ffffbe000001b685 ([kernel.kallsyms]) postgres 1593 13 7267023.864669: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1667 0 7267023.867726: cycles: ffffffff81258edb radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff892cd25d0 ([kernel.kallsyms]) 7ff892cd25d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 8 7267023.870911: cycles: ffffffff8137ba30 menu_reflect ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 1667 0 7267023.872662: cycles: 7ff89345604c read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267023.874621: cycles: 78313e CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267023.874797: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267023.879569: cycles: ffffffff8125f8fb __memcpy ([kernel.kallsyms]) ffffffff8100aa7c arch_dup_task_struct ([kernel.kallsyms]) ffffffff8105dfe9 dup_task_struct ([kernel.kallsyms]) ffffffff8105ed74 copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1670 1 7267023.882146: cycles: ffffffff8114f250 mem_cgroup_uncharge_end ([kernel.kallsyms]) ffffffff8111e2e5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fb08d672a57 ([kernel.kallsyms]) 7fb08d672a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1670 1 7267023.883861: cycles: 7f753c0a57bc _dl_relocate_object (/lib64/ld-2.11.3.so) 7f753c09d985 dl_main (/lib64/ld-2.11.3.so) 7f753c0aeb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.884580: cycles: 46f2a0 slot_getsomeattrs (/home/Computational/mark/andres/bin/postgres) 5ad058 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1670 1 7267023.885544: cycles: 7f753bc6a8ba bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 0 () addr2lin 1670 1 7267023.887067: cycles: ffffffff8111c68e do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f753b4ca5d0 ([kernel.kallsyms]) 7f753b4ca5d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () addr2lin 1670 1 7267023.889413: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f753b4ca5d0 ([kernel.kallsyms]) 7f753b4ca5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1670 1 7267023.893378: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f753b4769d3 ([kernel.kallsyms]) 7f753b4769d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267023.894544: cycles: ffffffff81116054 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811291b2 page_add_file_rmap ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1670 1 7267023.899476: cycles: ffffffff81154864 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f753b4d4c87 ([kernel.kallsyms]) 7f753b4d4c87 __munmap (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.904628: cycles: 5b4438 ExecStoreMinimalTuple (/home/Computational/mark/andres/bin/postgres) 5bbe01 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1671 1 7267023.911955: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fccd11ee5d0 ([kernel.kallsyms]) 7fccd11ee5d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () postgres 1593 13 7267023.914571: cycles: 5b7d2e InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1671 1 7267023.919769: cycles: ffffffff810fecbb free_one_page ([kernel.kallsyms]) ffffffff810ffe9c __free_pages_ok ([kernel.kallsyms]) ffffffff8110610b release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fccd11f8c87 ([kernel.kallsyms]) 7fccd11f8c87 __munmap (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.924523: cycles: 7fffe8fff662 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1672 1 7267023.932598: cycles: 7f294ce4177d __malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267023.934484: cycles: 5b16b7 ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 1 7267023.941731: cycles: ffffffff8103d67b leave_mm ([kernel.kallsyms]) ffffffff8103d797 smp_invalidate_interrupt ([kernel.kallsyms]) ffffffff814697b3 invalidate_interrupt0 ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1673 0 7267023.942489: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f954041e3b8 ([kernel.kallsyms]) 7f954041e3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9540416985 dl_main (/lib64/ld-2.11.3.so) 7f9540427b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.944449: cycles: 46f045 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1673 1 7267023.953366: cycles: 7f92456c11da _int_realloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.954418: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267023.961998: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 1674 0 7267023.962122: cycles: ffffffff811451fa kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.964389: cycles: ffffffff81152f94 mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1674 1 7267023.965599: cycles: ffffffff810f23d9 perf_event_mmap_output ([kernel.kallsyms]) ffffffff810f253b perf_event_mmap_ctx ([kernel.kallsyms]) ffffffff810f3de7 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1e6ca801da ([kernel.kallsyms]) 7f1e6ca801da mmap (/lib64/ld-2.11.3.so) 16f000 () addr2lin 1674 1 7267023.973718: cycles: 7f1e6be45e6c _int_malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267023.974481: cycles: 5bbf64 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 0 7267023.977690: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) swapper 0 2 7267023.981941: cycles: ffffffff810824e7 kthread_data ([kernel.kallsyms]) ffffffff8107caf8 wq_worker_waking_up ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1675 0 7267023.983112: cycles: ffffffff8146486b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f716777a439 ([kernel.kallsyms]) 7f716777a439 memcpy (/lib64/ld-2.11.3.so) 7f7167766985 dl_main (/lib64/ld-2.11.3.so) 7f7167777b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267023.984424: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1675 1 7267023.985825: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f3ffb0bb3b8 ([kernel.kallsyms]) 7f3ffb0bb3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3ffb0b3985 dl_main (/lib64/ld-2.11.3.so) 7f3ffb0c4b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1675 1 7267023.993057: cycles: 7f3ffac6403a read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 100000001 () kworker/ 93 2 7267023.993902: cycles: ffffffff8106e5a0 internal_add_timer ([kernel.kallsyms]) ffffffff81070745 add_timer_on ([kernel.kallsyms]) ffffffff8107c9df queue_delayed_work_on ([kernel.kallsyms]) ffffffff81379d08 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 4 7267023.994146: cycles: ffffffff8105121c find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267023.994474: cycles: 699423 smgrread (/home/Computational/mark/andres/bin/postgres) 675e91 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1675 1 7267024.000622: cycles: ffffffff811019d0 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3ffa4bba38 ([kernel.kallsyms]) perf 30004 0 7267024.001212: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 7 7267024.002548: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1676 0 7267024.003782: cycles: 7f5ee38e0301 _int_malloc (/lib64/libc-2.11.3.so) 7f5ee3bdaef8 (/lib64/libc-2.11.3.so) 698200 () 1ff41 () postgres 1593 13 7267024.004409: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 11 7267024.005766: cycles: ffffffff812548ab find_next_bit ([kernel.kallsyms]) ffffffff81254545 cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 93 2 7267024.005878: cycles: ffffffff810514a6 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 4 7267024.006139: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1676 1 7267024.013625: cycles: 7fe8095e19d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267024.014357: cycles: 5b7be4 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267024.017835: cycles: ffffffff81009e02 native_read_tsc ([kernel.kallsyms]) ffffffff81009172 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267024.021759: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 4 7267024.022082: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.024313: cycles: 783276 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1677 0 7267024.024418: cycles: ffffffff8115f0d0 cp_new_stat ([kernel.kallsyms]) ffffffff8115f60e sys_newfstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f59c17527d4 ([kernel.kallsyms]) 7f59c17527d4 __GI___fxstat (/lib64/libc-2.11.3.so) 7f59c16afec0 _nl_find_locale (/lib64/libc-2.11.3.so) 7f59c16af4fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) addr2lin 1677 1 7267024.026174: cycles: 7f17e4fe8684 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7f17e4fe9d2d _dl_map_object (/lib64/ld-2.11.3.so) 6f732e312e33322e () addr2lin 1677 1 7267024.033596: cycles: 7f17e4ba93f6 (/usr/lib64/libbfd-2.23.1.so) 300000001 () swapper 0 4 7267024.034051: cycles: ffffffff81026536 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.034276: cycles: 782fda CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) kworker/ 94 5 7267024.038180: cycles: ffffffff813798ec dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) addr2lin 1677 1 7267024.041265: cycles: ffffffff81154a33 mem_cgroup_uncharge_page ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f17e43eda38 ([kernel.kallsyms]) perf 30004 0 7267024.042402: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff811200a3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdcb690b ([kernel.kallsyms]) 7f2abdcb690b __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 7 7267024.043289: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810257a8 lapic_next_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff81087690 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff81094e61 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.044244: cycles: ffffffffa04aa6dc ([mmfslinux]) ffffffffa04c01d0 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 1678 0 7267024.045125: cycles: 7ff5eebd54f4 __strcmp_sse42 (/lib64/libc-2.11.3.so) 68c230 () 458cb0 break_builtin (/bin/bash) 5d6e5b206b6165 () swapper 0 4 7267024.046022: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 94 5 7267024.050159: cycles: ffffffff8104f411 put_prev_task_fair ([kernel.kallsyms]) ffffffff8145e966 __schedule ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) addr2lin 1678 1 7267024.054267: cycles: 7fcaeb7c93a7 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267024.054318: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 1679 0 7267024.063334: cycles: ffffffff81460eca _raw_spin_lock ([kernel.kallsyms]) ffffffff8111dc4d zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.064352: cycles: ffffffffa05414fe ([mmfs26]) ffffffffa0541939 ([mmfs26]) ffffffffa05718be ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 1679 0 7267024.066156: cycles: 7fbc6522a300 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) a00007fff () addr2lin 1679 1 7267024.067032: cycles: ffffffff81104d81 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0badcf71bd ([kernel.kallsyms]) 7f0badcf71bd posix_fadvise64 (/lib64/ld-2.11.3.so) postgres 1593 13 7267024.074357: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1679 1 7267024.074717: cycles: 7f0bad895020 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 100000000 () swapper 0 7 7267024.084101: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.084374: cycles: 79e838 puttuple_common (/home/Computational/mark/andres/bin/postgres) 79f071 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1680 0 7267024.085205: cycles: 7f7297d2cb49 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () sh 1680 1 7267024.087186: cycles: ffffffff8114fa3e mem_cgroup_del_lru_list ([kernel.kallsyms]) ffffffff81106013 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f7297cc2a57 ([kernel.kallsyms]) 7f7297cc2a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.094295: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1680 1 7267024.095052: cycles: 7f80cab21900 bfd_realloc (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 7 7267024.098224: cycles: ffffffffa04596fe tcp_error (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04553a7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 6 7267024.098422: cycles: ffffffffa040375c ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 7 7267024.098919: cycles: 9264d2 () 0 () mmfsd 1561 6 7267024.098962: cycles: ffffffff8138f030 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 6 7267024.099841: cycles: ffffffffa0455636 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 0 7267024.103641: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) postgres 1593 13 7267024.104324: cycles: 4705bb heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1681 0 7267024.106173: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f1070c95ee0 ([kernel.kallsyms]) 7f1070c95ee0 __strncmp_sse42 (/lib64/libc-2.11.3.so) sh 1681 1 7267024.107579: cycles: ffffffff811451b1 kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f1070c28a57 ([kernel.kallsyms]) 7f1070c28a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.114249: cycles: ffffffff81121114 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1681 1 7267024.115554: cycles: 7f174929e8ec __realloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.124287: cycles: 5acf23 ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1682 0 7267024.124592: cycles: ffffffff811451a2 kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1682 0 7267024.127558: cycles: 453150 (/bin/bash) swapper 0 7 7267024.128028: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1682 1 7267024.128089: cycles: ffffffff81168f90 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f439b13ef57 ([kernel.kallsyms]) 7f439b13ef57 __open (/lib64/ld-2.11.3.so) 6070 () postgres 1593 13 7267024.134214: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1682 1 7267024.136128: cycles: 7f439acf03f2 (/usr/lib64/libbfd-2.23.1.so) 200000000 () postgres 1593 13 7267024.144154: cycles: 7fb873d6bc89 __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1683 0 7267024.146195: cycles: ffffffff811718d3 d_path ([kernel.kallsyms]) ffffffff810f3d2b perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811277a9 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8ced3d6237 ([kernel.kallsyms]) 7f8ced3d6237 __mprotect (/lib64/ld-2.11.3.so) 7f8ced5dd640 (/lib64/ld-2.11.3.so) addr2lin 1683 1 7267024.148569: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff8115f114 cp_new_stat ([kernel.kallsyms]) ffffffff8115f60e sys_newfstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f91e0af1f14 ([kernel.kallsyms]) 7f91e0af1f14 __GI___fxstat (/lib64/ld-2.11.3.so) postgres 1593 13 7267024.154106: cycles: 783158 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1683 1 7267024.156598: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f91dfeb89d3 ([kernel.kallsyms]) 7f91dfeb89d3 _int_malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.164066: cycles: 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1684 1 7267024.165081: cycles: ffffffff81105910 put_page ([kernel.kallsyms]) ffffffff81120205 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abfb13dec ([kernel.kallsyms]) 7f2abfb13dec __reclaim_stacks (/lib64/libpthread-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 30004 0 7267024.165083: cycles: ffffffff81127067 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdce5c5a ([kernel.kallsyms]) 7f2abdce5c5a __GI_mmap64 (/lib64/libc-2.11.3.so) 0 () sh 1684 0 7267024.167635: cycles: 7f54bc497cde __GI_____strtoll_l_internal (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.174030: cycles: 4961b9 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1684 1 7267024.176944: cycles: 7f6107d92e77 _int_malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.183999: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1685 0 7267024.185506: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1685 0 7267024.188402: cycles: 7f60c3025e54 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () sh 1685 1 7267024.189104: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff8115c80b __fput ([kernel.kallsyms]) ffffffff81123f45 remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f60c3041a57 ([kernel.kallsyms]) 7f60c3041a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.193971: cycles: 5b7cca InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1685 1 7267024.197235: cycles: 7f056ae68034 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) postgres 1593 13 7267024.203944: cycles: 7fb873d6c831 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 1 7267024.205841: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1686 0 7267024.206730: cycles: ffffffff810f3df7 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffae6b831da ([kernel.kallsyms]) 7ffae6b831da mmap (/lib64/ld-2.11.3.so) 39000 () sh 1686 0 7267024.209532: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff81129c5f anon_vma_clone ([kernel.kallsyms]) ffffffff81129d4d anon_vma_fork ([kernel.kallsyms]) ffffffff8105e54d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7ffae645775f ([kernel.kallsyms]) 7ffae645775f __libc_fork (/lib64/libc-2.11.3.so) 437b85 make_child (/bin/bash) 6a5130 () 6a6570 () 6a6650 () 6a66c0 () 6a6720 () sh 1689 2 7267024.209844: cycles: ffffffff811556c3 lookup_page_cgroup ([kernel.kallsyms]) ffffffff811545f1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ffae6457894 ([kernel.kallsyms]) 7ffae6457894 __libc_fork (/lib64/libc-2.11.3.so) 437b85 make_child (/bin/bash) 6a6890 () sh 1688 9 7267024.209861: cycles: ffffffff814617c4 error_exit ([kernel.kallsyms]) 4528d0 ([kernel.kallsyms]) 4528d0 list_reverse (/bin/bash) 6a6780 () 6a67c0 () sh 1689 2 7267024.209916: cycles: ffffffff8112186d handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ffae642884c ([kernel.kallsyms]) 7ffae642884c _int_malloc (/lib64/libc-2.11.3.so) 241 () sh 1688 9 7267024.209967: cycles: ffffffff8110591d put_page ([kernel.kallsyms]) ffffffff81120205 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ffae642884c ([kernel.kallsyms]) 7ffae642884c _int_malloc (/lib64/libc-2.11.3.so) 331 () sh 1689 2 7267024.209982: cycles: 42c943 put_command_name_into_env (/bin/bash) 6a4940 () expand 1689 3 7267024.210171: cycles: ffffffff812600b8 strnlen_user ([kernel.kallsyms]) ffffffff811a7d93 create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ffae6457a57 ([kernel.kallsyms]) 7ffae6457a57 () expand 1689 3 7267024.210241: cycles: ffffffff81121254 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fbed64e1a8f ([kernel.kallsyms]) 7fbed64e1a8f _dl_load_cache_lookup (/lib64/ld-2.11.3.so) 6e6972705f5f0036 () expand 1689 3 7267024.210304: cycles: 7fbed64dc93e dl_main (/lib64/ld-2.11.3.so) 7fbed64edb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () expand 1689 9 7267024.210984: cycles: ffffffff81145a7b __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81163720 free_pipe_info ([kernel.kallsyms]) ffffffff811637f0 pipe_release ([kernel.kallsyms]) ffffffff8115c803 __fput ([kernel.kallsyms]) ffffffff811584fc filp_close ([kernel.kallsyms]) ffffffff811585d7 sys_close ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbed622e570 ([kernel.kallsyms]) 7fbed622e570 __GI___libc_close (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.213918: cycles: ffffffff81102837 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7983ac ([kernel.kallsyms]) 7983ac AllocSetAlloc (/home/Computational/mark/andres/bin/postgres) 798f9e palloc0 (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1690 3 7267024.214589: cycles: 7fc8643123e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fc86430a985 dl_main (/lib64/ld-2.11.3.so) 7fc86431bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1690 2 7267024.218706: cycles: 7ff82ca4537f do_lookup_x (/lib64/ld-2.11.3.so) perf 1691 4 7267024.220143: cycles: ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125fccd __put_user_4 ([kernel.kallsyms]) ffffffff81055f49 schedule_tail ([kernel.kallsyms]) ffffffff81468c93 ret_from_fork ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 1691 5 7267024.220394: cycles: ffffffff8111cbf7 vm_normal_page ([kernel.kallsyms]) ffffffff8111dc68 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1691 5 7267024.220569: cycles: ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1691 5 7267024.220734: cycles: ffffffff8111deab zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1691 5 7267024.221790: cycles: ffffffff8104dd4f update_shares ([kernel.kallsyms]) ffffffff81058dfa rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) 7ffd625959c8 ([kernel.kallsyms]) 7ffd625959c8 do_lookup_x (/lib64/ld-2.11.3.so) swapper 0 4 7267024.223862: cycles: ffffffff8125b8aa timerqueue_add ([kernel.kallsyms]) ffffffff810866ca enqueue_hrtimer ([kernel.kallsyms]) ffffffff810874b4 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff810945cf tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.223902: cycles: ffffffffff600186 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1691 4 7267024.224012: cycles: ffffffff8111dcae zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ffd61e76a57 ([kernel.kallsyms]) 7ffd61e76a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1691 4 7267024.224197: cycles: ffffffff8125fbcf __memset ([kernel.kallsyms]) ffffffff811449f9 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff810f3d0e perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80f4 elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ffd61e76a57 ([kernel.kallsyms]) 7ffd61e76a57 () addr2lin 1691 4 7267024.225605: cycles: 7fe547cd7524 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe547ccf985 dl_main (/lib64/ld-2.11.3.so) 7fe547ce0b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () perf 1692 7 7267024.227626: cycles: ffffffff8145f497 schedule_timeout ([kernel.kallsyms]) 286 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1692 7 7267024.228767: cycles: 7ff161a0f8fa dl_main (/lib64/ld-2.11.3.so) 7ff161a20b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1692 7 7267024.229860: cycles: 7ff1612780dc _nl_intern_locale_data (/lib64/libc-2.11.3.so) sh 1692 6 7267024.231259: cycles: ffffffff811299d8 unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ff1612f6a57 ([kernel.kallsyms]) 7ff1612f6a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1692 6 7267024.232233: cycles: ffffffff810f9687 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f89ad4723b8 ([kernel.kallsyms]) 7f89ad4723b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f89ad46a985 dl_main (/lib64/ld-2.11.3.so) 7f89ad47bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1692 6 7267024.233192: cycles: 7f89ad472259 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f89ad46a985 dl_main (/lib64/ld-2.11.3.so) 7f89ad47bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267024.233877: cycles: 64275e pgstat_end_function_usage (/home/Computational/mark/andres/bin/postgres) 5b152a ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.243853: cycles: 782ccd CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) haveged 3041 7 7267024.245066: cycles: ffffffff8104d911 update_cfs_shares ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145ff25 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff8116d074 poll_schedule_timeout ([kernel.kallsyms]) ffffffff8116dc7f do_select ([kernel.kallsyms]) ffffffff8116e3d8 core_sys_select ([kernel.kallsyms]) ffffffff8116e781 sys_select ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbf388b4373 ([kernel.kallsyms]) 7fbf388b4373 () postgres 1593 13 7267024.253831: cycles: 7fffe8fff677 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.263808: cycles: ffffffffff600180 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1704 2 7267024.272034: cycles: ffffffff81170de8 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81167d02 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff84a7bf1e0 ([kernel.kallsyms]) 7ff84a7bf1e0 __GI___open64 (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.273785: cycles: 7a5751 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.283764: cycles: ffffffff814647af do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 1708 2 7267024.283889: cycles: ffffffff81139487 alloc_pages_current ([kernel.kallsyms]) ffffffff810ffef9 __get_free_pages ([kernel.kallsyms]) ffffffff8103c641 pgd_alloc ([kernel.kallsyms]) ffffffff8105e2f8 mm_init ([kernel.kallsyms]) ffffffff8116230f bprm_mm_init ([kernel.kallsyms]) ffffffff81162ad2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1709 3 7267024.289139: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f8843a313ad ([kernel.kallsyms]) 7f8843a313ad _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8843a29985 dl_main (/lib64/ld-2.11.3.so) 7f8843a3ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267024.293857: cycles: 675cd6 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1711 8 7267024.294046: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff81129a19 unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1711 8 7267024.294543: cycles: 7f8ff6096beb _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f8ff60984f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8ff6090985 dl_main (/lib64/ld-2.11.3.so) 7f8ff60a1b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1711 8 7267024.295024: cycles: 7f8ff5947e87 _int_malloc (/lib64/libc-2.11.3.so) addr2lin 1711 9 7267024.295960: cycles: ffffffff811256c2 vma_merge ([kernel.kallsyms]) ffffffff81125f71 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f8ff5977a57 ([kernel.kallsyms]) 7f8ff5977a57 () addr2lin 1711 9 7267024.296229: cycles: ffffffff81461761 error_sti ([kernel.kallsyms]) 7f5b4d7b442e ([kernel.kallsyms]) 7f5b4d7b442e _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5b4d7ac985 dl_main (/lib64/ld-2.11.3.so) 7f5b4d7bdb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1711 9 7267024.296489: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5b4d7b43b8 ([kernel.kallsyms]) 7f5b4d7b43b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5b4d7ac985 dl_main (/lib64/ld-2.11.3.so) 7f5b4d7bdb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1712 0 7267024.299643: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff81129edd anon_vma_prepare ([kernel.kallsyms]) ffffffff8111c798 do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5970425439 ([kernel.kallsyms]) 7f5970425439 memcpy (/lib64/ld-2.11.3.so) 7f5970411985 dl_main (/lib64/ld-2.11.3.so) 7f5970422b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1712 0 7267024.300068: cycles: 7f596fc8002f _nl_make_l10nflist (/lib64/libc-2.11.3.so) sh 1712 0 7267024.300473: cycles: ffffffff81121952 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f596fce9370 ([kernel.kallsyms]) 7f596fce9370 __GI_time (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.303805: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 30004 0 7267024.304807: cycles: ffffffff8111ee1e copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 1713 8 7267024.305594: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff8111d9d0 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 1561 6 7267024.306190: cycles: ffffffff813e3851 skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 1713 9 7267024.307547: cycles: 7f2b85fa1bd1 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f2b85fa34f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f2b85f9b985 dl_main (/lib64/ld-2.11.3.so) 7f2b85facb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267024.313866: cycles: 5bbac5 ExecHashGetBucketAndBatch (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1714 1 7267024.315377: cycles: ffffffff8111da40 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7feebf0baa38 ([kernel.kallsyms]) sh 1715 0 7267024.317441: cycles: 7ff863aa09a2 do_lookup_x (/lib64/ld-2.11.3.so) addr2lin 1715 1 7267024.319640: cycles: 7f4b0ed7020d check_match.12097 (/lib64/ld-2.11.3.so) addr2lin 1716 1 7267024.323701: cycles: ffffffff8115bca4 fget ([kernel.kallsyms]) ffffffff811271d7 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2fb4a381da ([kernel.kallsyms]) 7f2fb4a381da mmap (/lib64/ld-2.11.3.so) 2000 () postgres 1593 13 7267024.323800: cycles: 5acf16 ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 0 7267024.326079: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) addr2lin 1717 1 7267024.328683: cycles: ffffffff8114dc7c mem_cgroup_count_vm_event ([kernel.kallsyms]) ffffffff81121872 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f426ed703ad ([kernel.kallsyms]) 7f426ed703ad _dl_relocate_object (/lib64/ld-2.11.3.so) 7f426ed68985 dl_main (/lib64/ld-2.11.3.so) 7f426ed79b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1718 0 7267024.331218: cycles: 7f458e7d10cb _nl_make_l10nflist (/lib64/libc-2.11.3.so) addr2lin 1718 1 7267024.332553: cycles: ffffffff81116067 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811291b2 page_add_file_rmap ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe56b7c17b0 ([kernel.kallsyms]) 7fe56b7c17b0 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe56b7b9985 dl_main (/lib64/ld-2.11.3.so) 7fe56b7cab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267024.333747: cycles: 47010a heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1720 0 7267024.337156: cycles: 7f128dcb09ac do_lookup_x (/lib64/ld-2.11.3.so) addr2lin 1720 1 7267024.338281: cycles: ffffffff81260099 strnlen_user ([kernel.kallsyms]) ffffffff811a7d93 create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f128d591a57 ([kernel.kallsyms]) 7f128d591a57 () objdump 1722 1 7267024.343120: cycles: 7f5d8e0bb3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5d8e0b3985 dl_main (/lib64/ld-2.11.3.so) 7f5d8e0c4b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267024.343702: cycles: 5bbf50 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1722 1 7267024.346420: cycles: ffffffff8111c85b do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5d8cf76d58 ([kernel.kallsyms]) 7f5d8cf76d58 __GI_memset (/lib64/libc-2.11.3.so) fail2ban 1217 6 7267024.349686: cycles: 7f4657d7fe20 () 602010 () 602010 () 602010 () 602010 () objdump 1722 1 7267024.350834: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5d8cfc05d0 ([kernel.kallsyms]) 7f5d8cfc05d0 __GI___read (/lib64/libc-2.11.3.so) ffffbe000001b685 ([kernel.kallsyms]) postgres 1593 13 7267024.353665: cycles: 5bbe47 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1722 1 7267024.356925: cycles: 7f5d8d755f58 (/usr/lib64/libbfd-2.23.1.so) kworker/ 97 6 7267024.361608: cycles: ffffffff810591bd idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) perf 30004 0 7267024.362187: cycles: ffffffff8111fef8 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdc86f50 ([kernel.kallsyms]) 7f2abdc86f50 _int_malloc (/lib64/libc-2.11.3.so) 7f2abff4673c () postgres 1593 13 7267024.363631: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267024.365100: cycles: ffffffff8102b100 native_apic_msr_write ([kernel.kallsyms]) ffffffff81026553 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267024.367219: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1725 1 7267024.368867: cycles: 7f32cc1b7e08 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 8a5160 () postgres 1593 13 7267024.373601: cycles: ffffffffa04c0055 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1725 1 7267024.376741: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f32cba345d0 ([kernel.kallsyms]) 7f32cba345d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () perf 30004 0 7267024.378971: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 7 7267024.383280: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.383665: cycles: 7a09ae copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267024.385420: cycles: ffffffff810947b3 tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267024.385548: cycles: ffffffff8125b8b2 timerqueue_add ([kernel.kallsyms]) ffffffff810866ca enqueue_hrtimer ([kernel.kallsyms]) ffffffff81086da4 __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1726 1 7267024.389145: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcb4f1395d0 ([kernel.kallsyms]) 7fcb4f1395d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267024.393617: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 30004 0 7267024.394458: cycles: ffffffff8111ed49 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1728 0 7267024.396349: cycles: ffffffff811210d9 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 43b0a0 ([kernel.kallsyms]) 43b0a0 setifs (/bin/bash) 6f6974617475706d () swapper 0 6 7267024.397545: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267024.397647: cycles: ffffffff810860f7 run_posix_cpu_timers ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1728 1 7267024.399323: cycles: 7fa2c56e4dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 5 7267024.401394: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.403676: cycles: 5b7f0f InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1728 1 7267024.406770: cycles: 7fa2c5ec1c37 _bfd_dwarf2_cleanup_debug_info (/usr/lib64/libbfd-2.23.1.so) swapper 0 4 7267024.409275: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1729 0 7267024.409841: cycles: 7f5137e6916d _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5137e617c7 dl_main (/lib64/ld-2.11.3.so) 7f5137e72b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 6 7267024.413490: cycles: ffffffff81045d27 task_waking_fair ([kernel.kallsyms]) ffffffff81054a99 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267024.413608: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.413617: cycles: 46efe6 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267024.417350: cycles: ffffffff8108d990 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1729 1 7267024.418499: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcc760aa5d0 ([kernel.kallsyms]) 7fcc760aa5d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () swapper 0 4 7267024.421224: cycles: ffffffff8104e72b enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267024.421495: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.423568: cycles: 7fb873d6c84c __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1730 0 7267024.424681: cycles: ffffffff810f9fb3 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fbc797d2e09 ([kernel.kallsyms]) 7fbc797d2e09 _nl_normalize_codeset (/lib64/libc-2.11.3.so) swapper 0 7 7267024.425596: cycles: ffffffff81055806 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267024.429326: cycles: ffffffff8104c67f update_rq_clock ([kernel.kallsyms]) ffffffff81055706 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1730 1 7267024.430706: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f23bbb875d0 ([kernel.kallsyms]) 7f23bbb875d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 4 7267024.433209: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267024.433458: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.433527: cycles: 46f40f slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267024.437603: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1731 0 7267024.439727: cycles: 7f4a4fd4639c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f4a4fd3e985 dl_main (/lib64/ld-2.11.3.so) 7f4a4fd4fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 3 7267024.441090: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1731 1 7267024.442601: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f1d41fcc3b8 ([kernel.kallsyms]) 7f1d41fcc3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f1d41fc4985 dl_main (/lib64/ld-2.11.3.so) 7f1d41fd5b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267024.443490: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb873d6bb83 ([kernel.kallsyms]) 7fb873d6bb83 __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1731 1 7267024.449852: cycles: 7f1d4139cf17 _int_malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.453467: cycles: 5bbbb5 ExecHashGetSkewBucket (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1732 0 7267024.454199: cycles: ffffffff81106419 lru_add_drain ([kernel.kallsyms]) ffffffff8112401b exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 7 7267024.454944: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1732 0 7267024.457407: cycles: 7f4fd1a78e81 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () kworker/ 102 3 7267024.461019: cycles: ffffffff8107b998 process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 8 7267024.461634: cycles: ffffffff810ef77d perf_adjust_freq_unthr_context ([kernel.kallsyms]) ffffffff810ef855 perf_event_task_tick ([kernel.kallsyms]) ffffffff81055788 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1732 1 7267024.461900: cycles: ffffffff81116067 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811292e1 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8862b2b5d0 ([kernel.kallsyms]) 7f8862b2b5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267024.463436: cycles: 5bdd01 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1733 0 7267024.472185: cycles: 7f2236a0f439 memcpy (/lib64/ld-2.11.3.so) 7f22369fb985 dl_main (/lib64/ld-2.11.3.so) 7f2236a0cb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 3 7267024.472994: cycles: ffffffff810ef77d perf_adjust_freq_unthr_context ([kernel.kallsyms]) ffffffff810ef855 perf_event_task_tick ([kernel.kallsyms]) ffffffff81055788 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.473407: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267024.473747: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1734 1 7267024.474514: cycles: ffffffff81170e15 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81168764 link_path_walk ([kernel.kallsyms]) ffffffff811695b5 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2236306765 ([kernel.kallsyms]) 7f2236306765 _xstat (/lib64/libc-2.11.3.so) 6f6974617475706d () sh 1735 9 7267024.474546: cycles: 7f2236a05b9b _dl_fixup (/lib64/ld-2.11.3.so) sh 1736 2 7267024.474622: cycles: 7f2236a013f5 do_lookup_x (/lib64/ld-2.11.3.so) sh 1735 9 7267024.474627: cycles: 42303a alloc_word_desc (/bin/bash) sh 1736 2 7267024.474695: cycles: 7f223634ed26 __strlen_sse42 (/lib64/libc-2.11.3.so) 0 () swapper 0 7 7267024.474740: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1735 8 7267024.474786: cycles: ffffffff8125eeac __get_user_8 ([kernel.kallsyms]) ffffffff811609d1 count ([kernel.kallsyms]) ffffffff81162b3b do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f22362e2a57 ([kernel.kallsyms]) 7f22362e2a57 __execve (/lib64/libc-2.11.3.so) 6a4ab0 () 6a4b10 () 6a4b70 () sh 1736 3 7267024.474823: cycles: ffffffff8111dd63 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f22362e2a57 ([kernel.kallsyms]) 7f22362e2a57 __execve (/lib64/libc-2.11.3.so) sh 1735 8 7267024.474878: cycles: ffffffff8145efba _cond_resched ([kernel.kallsyms]) ffffffff8111e230 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f22362e2a57 ([kernel.kallsyms]) 7f22362e2a57 __execve (/lib64/libc-2.11.3.so) expand 1736 3 7267024.474918: cycles: ffffffff81460edb _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff8132277a extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f22362e2a57 ([kernel.kallsyms]) 7f22362e2a57 () grep 1735 8 7267024.474972: cycles: ffffffff81071e79 flush_signal_handlers ([kernel.kallsyms]) ffffffff811619e3 setup_new_exec ([kernel.kallsyms]) ffffffff811a8a7c load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f22362e2a57 ([kernel.kallsyms]) 7f22362e2a57 () expand 1736 3 7267024.475051: cycles: 7f39401d939c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f39401d1985 dl_main (/lib64/ld-2.11.3.so) 7f39401e2b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 2 7267024.476867: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 1734 1 7267024.481535: cycles: 7f0ac7496757 __GI_memcpy (/lib64/libc-2.11.3.so) 405cfb (/usr/bin/objdump) postgres 1593 13 7267024.483381: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 9 7267024.485731: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 1734 1 7267024.488802: cycles: 7f0ac7c763f2 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267024.493460: cycles: 5b7ff2 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1734 1 7267024.497000: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0ac74baa38 ([kernel.kallsyms]) grep 1735 0 7267024.497298: cycles: ffffffff811219a1 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f37b367c9d3 ([kernel.kallsyms]) 7f37b367c9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 7 7267024.500015: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1737 3 7267024.501644: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fdb64ca0d00 ([kernel.kallsyms]) 7fdb64ca0d00 __strlen_sse42 (/lib64/libc-2.11.3.so) 7fdb65357d80 _dl_fixup (/lib64/ld-2.11.3.so) postgres 1593 13 7267024.503408: cycles: 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1737 2 7267024.505028: cycles: 7f9d86e4c524 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9d86e44985 dl_main (/lib64/ld-2.11.3.so) 7f9d86e55b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1737 2 7267024.507195: cycles: 7f9d869f4e1d bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 774140 () addr2lin 1737 2 7267024.509323: cycles: 7f9d86a130ea bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 8 7267024.509527: cycles: ffffffff81469760 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267024.512553: cycles: ffffffff81059a3b pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 1737 2 7267024.513328: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9d862715d0 ([kernel.kallsyms]) 7f9d862715d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267024.513366: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1737 2 7267024.519729: cycles: 7f9d86a0840d (/usr/lib64/libbfd-2.23.1.so) 400000000 () postgres 1593 13 7267024.523329: cycles: ffffffffa05351b4 ([mmfs26]) ffffffffa055170e ([mmfs26]) ffffffffa0553de1 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1737 2 7267024.523938: cycles: ffffffff81153f33 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9d8621d9d3 ([kernel.kallsyms]) 7f9d8621d9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () perf 1738 4 7267024.528067: cycles: ffffffff8111ff13 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdcb6793 ([kernel.kallsyms]) 7f2abdcb6793 __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 5 7267024.528210: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff81086b69 lock_hrtimer_base ([kernel.kallsyms]) ffffffff810877c5 hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff81094571 tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) perf 1738 5 7267024.528352: cycles: ffffffff8111da56 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1738 5 7267024.528506: cycles: ffffffff8111da35 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1738 5 7267024.529653: cycles: 7fe874f423bb _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe874f3a985 dl_main (/lib64/ld-2.11.3.so) 7fe874f4bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1738 4 7267024.532076: cycles: ffffffff81054eba finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8145f4c5 schedule_timeout ([kernel.kallsyms]) ffffffff8145e506 wait_for_common ([kernel.kallsyms]) ffffffff810ba38b stop_one_cpu ([kernel.kallsyms]) ffffffff810536c7 sched_exec ([kernel.kallsyms]) ffffffff81162ab5 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fe874821a57 ([kernel.kallsyms]) 7fe874821a57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () sh 1738 4 7267024.532242: cycles: ffffffff8111da62 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fe874821a57 ([kernel.kallsyms]) 7fe874821a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1738 4 7267024.532429: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff811a933d load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fe874821a57 ([kernel.kallsyms]) 7fe874821a57 () swapper 0 7 7267024.532558: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.533398: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb873d6bb88 ([kernel.kallsyms]) 7fb873d6bb88 __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1738 4 7267024.533718: cycles: 7f6eb6730adf _dl_relocate_object (/lib64/ld-2.11.3.so) 7f6eb6728985 dl_main (/lib64/ld-2.11.3.so) 7f6eb6739b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 7 7267024.535632: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 1561 6 7267024.536087: cycles: ffffffff813cdec7 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 7 7267024.536492: cycles: ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffff811996a7 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 1561 6 7267024.536619: cycles: ffffffffa04036af ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 6 7267024.540827: cycles: ffffffff81258f24 radix_tree_lookup ([kernel.kallsyms]) ffffffff81004478 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81468d97 ret_from_sys_call ([kernel.kallsyms]) 7ffb7c0f3e5a ([kernel.kallsyms]) 7ffb7c0f3e5a () addr2lin 1738 4 7267024.541759: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6eb5b555d0 ([kernel.kallsyms]) 7f6eb5b555d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267024.543354: cycles: ffffffff8115aad3 rw_verify_area ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1738 4 7267024.548696: cycles: 7f6eb62d904c read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 800000001 () postgres 1593 13 7267024.553309: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb873d6bb79 ([kernel.kallsyms]) 7fb873d6bb79 __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1739 7 7267024.553445: cycles: ffffffff814600b2 down_write ([kernel.kallsyms]) ffffffff811621dc __bprm_mm_init ([kernel.kallsyms]) ffffffff81162370 bprm_mm_init ([kernel.kallsyms]) ffffffff81162ad2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1739 7 7267024.553970: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1739 7 7267024.554504: cycles: ffffffff810f3d94 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811277a9 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f108c40f237 ([kernel.kallsyms]) 7f108c40f237 __mprotect (/lib64/ld-2.11.3.so) 2000 () sh 1739 7 7267024.556143: cycles: ffffffff8125c2f8 format_decode ([kernel.kallsyms]) ffffffff8125e10d vsnprintf ([kernel.kallsyms]) ffffffff8117b259 seq_printf ([kernel.kallsyms]) ffffffff811c05df meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f108bd085d0 ([kernel.kallsyms]) 7f108bd085d0 __GI___read (/lib64/libc-2.11.3.so) 0 () sh 1739 6 7267024.557488: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f108bce3a57 ([kernel.kallsyms]) 7f108bce3a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1739 6 7267024.558029: cycles: ffffffff810f24a9 perf_event_mmap_ctx ([kernel.kallsyms]) ffffffff810f3de7 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811277a9 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff5758e4237 ([kernel.kallsyms]) 7ff5758e4237 __mprotect (/lib64/ld-2.11.3.so) 16f000 () addr2lin 1739 6 7267024.558553: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff5758d93b8 ([kernel.kallsyms]) 7ff5758d93b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff5758d1985 dl_main (/lib64/ld-2.11.3.so) 7ff5758e2b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1739 6 7267024.560174: cycles: 7ff5758e4662 strcmp (/lib64/ld-2.11.3.so) postgres 1593 13 7267024.563273: cycles: 5ac4b0 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1739 6 7267024.565335: cycles: ffffffff810f915e find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff574cfe5d0 ([kernel.kallsyms]) 7ff574cfe5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1739 6 7267024.571603: cycles: 7ff57549544e (/usr/lib64/libbfd-2.23.1.so) 500000000 () postgres 1593 13 7267024.573235: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1739 6 7267024.576270: cycles: 7ff575493652 (/usr/lib64/libbfd-2.23.1.so) 7a7f676848e6692b () sh 1740 1 7267024.581662: cycles: 7f36c3654256 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f36c364c985 dl_main (/lib64/ld-2.11.3.so) 7f36c365db03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1740 1 7267024.583200: cycles: 7f36c2eae16a __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () postgres 1593 13 7267024.583203: cycles: 79e836 puttuple_common (/home/Computational/mark/andres/bin/postgres) 79f071 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1740 0 7267024.584158: cycles: ffffffff81445d84 sha_transform ([kernel.kallsyms]) ffffffff813227a9 extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f36c2f33a57 ([kernel.kallsyms]) 7f36c2f33a57 () addr2lin 1740 0 7267024.584529: cycles: ffffffff810f9fb0 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2bb8d91c56 ([kernel.kallsyms]) 7f2bb8d91c56 memset (/lib64/ld-2.11.3.so) 7f2bb8d82d2d _dl_map_object (/lib64/ld-2.11.3.so) 732e6362696c0031 () addr2lin 1740 0 7267024.585016: cycles: ffffffff81153f9c __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2bb8d863b8 ([kernel.kallsyms]) 7f2bb8d863b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f2bb8d7e985 dl_main (/lib64/ld-2.11.3.so) 7f2bb8d8fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1740 0 7267024.586983: cycles: ffffffff81461543 page_fault ([kernel.kallsyms]) 7f2bb81f3ee0 ([kernel.kallsyms]) 7f2bb81f3ee0 __strncmp_sse42 (/lib64/libc-2.11.3.so) 0 () 0 () 60b590 () 0 () addr2lin 1740 0 7267024.593046: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2bb81ab5d0 ([kernel.kallsyms]) 7f2bb81ab5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267024.593171: cycles: 7fffe8fff8e1 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1740 0 7267024.597781: cycles: 7f2bb89423f2 (/usr/lib64/libbfd-2.23.1.so) 1 () postgres 1593 13 7267024.603144: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1740 0 7267024.603473: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2bb81b5c87 ([kernel.kallsyms]) 7f2bb81b5c87 __munmap (/lib64/libc-2.11.3.so) perf 30004 1 7267024.604935: cycles: ffffffff8105e58d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1741 9 7267024.607577: cycles: ffffffff81260095 strnlen_user ([kernel.kallsyms]) ffffffff81160d4e copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f40d7860a57 ([kernel.kallsyms]) 7f40d7860a57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () addr2lin 1741 9 7267024.607777: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f7ccd43eb80 ([kernel.kallsyms]) 7f7ccd43eb80 _dl_map_object (/lib64/ld-2.11.3.so) 7f7ccd43a2e0 dl_main (/lib64/ld-2.11.3.so) 7f7ccd44bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1741 9 7267024.607963: cycles: ffffffff81152f94 mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7ccd4409c5 ([kernel.kallsyms]) 7f7ccd4409c5 do_lookup_x (/lib64/ld-2.11.3.so) addr2lin 1741 9 7267024.609269: cycles: ffffffff81129350 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7ccc8675d0 ([kernel.kallsyms]) 7f7ccc8675d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () postgres 1593 13 7267024.613120: cycles: 79a909 ResourceOwnerForgetBuffer (/home/Computational/mark/andres/bin/postgres) 674e84 ReleaseBuffer (/home/Computational/mark/andres/bin/postgres) 5b4515 ExecStoreTuple (/home/Computational/mark/andres/bin/postgres) 5c5974 SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1741 9 7267024.619116: cycles: 7f7cccffe477 (/usr/lib64/libbfd-2.23.1.so) 500000000 () postgres 1593 13 7267024.623098: cycles: 5bbeac ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1742 1 7267024.629523: cycles: 7f5354f553b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5354f4d985 dl_main (/lib64/ld-2.11.3.so) 7f5354f5eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1742 1 7267024.630590: cycles: 7f53543bfb08 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () addr2lin 1742 1 7267024.631655: cycles: ffffffff81115e87 next_zones_zonelist ([kernel.kallsyms]) ffffffff811027ee __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f535437a5d0 ([kernel.kallsyms]) 7f535437a5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () postgres 1593 13 7267024.633074: cycles: 77e0d7 FunctionCall1Coll (/home/Computational/mark/andres/bin/postgres) 5bbf69 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1742 1 7267024.633867: cycles: ffffffff81087a81 down_read_trylock ([kernel.kallsyms]) ffffffff81464838 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5354330dc8 ([kernel.kallsyms]) 7f5354330dc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1742 1 7267024.639001: cycles: ffffffff811002ed get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f535437a5d0 ([kernel.kallsyms]) 7f535437a5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267024.643049: cycles: 46fa54 nocachegetattr (/home/Computational/mark/andres/bin/postgres) 7a0ab7 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1742 1 7267024.643348: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f53543269d3 ([kernel.kallsyms]) 7f53543269d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () addr2lin 1742 1 7267024.647404: cycles: ffffffff811219a1 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f535437a5d0 ([kernel.kallsyms]) 7f535437a5d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () swapper 0 2 7267024.652532: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.653026: cycles: 5b1480 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1743 1 7267024.657356: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f5e115c7dc8 ([kernel.kallsyms]) 7f5e115c7dc8 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.663004: cycles: 7fb873d6c774 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1743 1 7267024.663540: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5e115bd9d3 ([kernel.kallsyms]) 7f5e115bd9d3 _int_malloc (/lib64/libc-2.11.3.so) addr2lin 1743 1 7267024.670207: cycles: ffffffff810fe227 get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5e115eca38 ([kernel.kallsyms]) postgres 1593 13 7267024.672982: cycles: 4703ee heap_compute_data_size (/home/Computational/mark/andres/bin/postgres) 470568 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1744 0 7267024.674190: cycles: 42c397 (/bin/bash) 0 () 0 () swapper 0 2 7267024.680409: cycles: ffffffff81046fef idle_cpu ([kernel.kallsyms]) ffffffff81067675 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1744 1 7267024.682672: cycles: 7f7a30156056 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267024.682960: cycles: 5bbdee ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1744 1 7267024.690324: cycles: ffffffff811019d0 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7a2f9dcc87 ([kernel.kallsyms]) 7f7a2f9dcc87 __munmap (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.692937: cycles: 49618c heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1745 0 7267024.693335: cycles: 7ff634cd141b _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff634cc9985 dl_main (/lib64/ld-2.11.3.so) 7ff634cdab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () kworker/ 93 2 7267024.696385: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff813772e4 cpufreq_cpu_get ([kernel.kallsyms]) ffffffff81377862 __cpufreq_driver_getavg ([kernel.kallsyms]) ffffffff813798a8 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 5 7267024.696758: cycles: ffffffff8125465e _atomic_dec_and_lock ([kernel.kallsyms]) ffffffff81071cff free_uid ([kernel.kallsyms]) ffffffff81089a17 put_cred_rcu ([kernel.kallsyms]) ffffffff810cd5d2 rcu_do_batch ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.702916: cycles: 7a5904 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1745 1 7267024.703063: cycles: ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb9362355d0 ([kernel.kallsyms]) 7fb9362355d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () perf 30004 0 7267024.709706: cycles: ffffffff8107f099 find_pid_ns ([kernel.kallsyms]) ffffffff8107f2e5 find_get_pid ([kernel.kallsyms]) ffffffff81064ce5 sys_wait4 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdc76535 ([kernel.kallsyms]) 7f2abdc76535 _IO_new_proc_close (/lib64/libc-2.11.3.so) addr2lin 1745 1 7267024.710866: cycles: ffffffff81154a33 mem_cgroup_uncharge_page ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb93623fc87 ([kernel.kallsyms]) 7fb93623fc87 __munmap (/lib64/libc-2.11.3.so) swapper 0 2 7267024.712370: cycles: ffffffff81070929 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267024.712485: cycles: ffffffff810824eb kthread_data ([kernel.kallsyms]) ffffffff8107caf8 wq_worker_waking_up ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 94 5 7267024.712748: cycles: ffffffff810513dc find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) postgres 1593 13 7267024.712894: cycles: 495ff6 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1746 8 7267024.713052: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1746 8 7267024.713286: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1746 8 7267024.713553: cycles: ffffffff81144c78 kmem_cache_alloc ([kernel.kallsyms]) ffffffff81126084 mmap_region ([kernel.kallsyms]) ffffffff811a80f4 elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () sh 1746 8 7267024.715143: cycles: 7ffd58487948 __strcpy_ssse3 (/lib64/libc-2.11.3.so) 7ffd00000000 () 3d73736572646461 () sh 1748 2 7267024.715444: cycles: ffffffff811214c0 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 447a60 ([kernel.kallsyms]) 447a60 set_signal_handler (/bin/bash) sh 1748 2 7267024.715514: cycles: 7ffd58484d41 __strlen_sse42 (/lib64/libc-2.11.3.so) sh 1748 2 7267024.715624: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 42fc20 ([kernel.kallsyms]) 42fc20 maybe_make_export_env (/bin/bash) sh 1748 3 7267024.715786: cycles: ffffffff8115b116 vfs_read ([kernel.kallsyms]) ffffffff81161b94 kernel_read ([kernel.kallsyms]) ffffffff811a89cc load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ffd58418a57 ([kernel.kallsyms]) 7ffd58418a57 __execve (/lib64/libc-2.11.3.so) 6a4ab0 () 6a4b10 () 6a4b70 () sh 1748 3 7267024.715933: cycles: ffffffff81145220 kmem_cache_free ([kernel.kallsyms]) ffffffff81129b0a unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ffd58418a57 ([kernel.kallsyms]) 7ffd58418a57 __execve (/lib64/libc-2.11.3.so) grep 1748 3 7267024.716111: cycles: ffffffff811e9810 cap_bprm_secureexec ([kernel.kallsyms]) ffffffff8120ba49 apparmor_bprm_secureexec ([kernel.kallsyms]) ffffffff811a798d create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ffd58418a57 ([kernel.kallsyms]) 7ffd58418a57 () objdump 1747 0 7267024.716830: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f52063fe3b8 ([kernel.kallsyms]) 7f52063fe3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f52063f6985 dl_main (/lib64/ld-2.11.3.so) 7f5206407b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () grep 1748 3 7267024.717474: cycles: 7f137dc95e8e _int_malloc (/lib64/libc-2.11.3.so) objdump 1747 0 7267024.719240: cycles: ffffffff81138d24 get_vma_policy ([kernel.kallsyms]) ffffffff8113d802 alloc_pages_vma ([kernel.kallsyms]) ffffffff8112134d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f52063fe3b8 ([kernel.kallsyms]) 7f52063fe3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f52063f6985 dl_main (/lib64/ld-2.11.3.so) 7f5206407b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 1747 0 7267024.721737: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f5205aa38f4 ([kernel.kallsyms]) 7f5205aa38f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267024.722874: cycles: 79f07c tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267024.724567: cycles: ffffffff810ef600 perf_adjust_freq_unthr_context ([kernel.kallsyms]) ffffffff810ef855 perf_event_task_tick ([kernel.kallsyms]) ffffffff81055788 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267024.724716: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 1747 0 7267024.725023: cycles: ffffffff810fd767 __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f52052b9d58 ([kernel.kallsyms]) 7f52052b9d58 __GI_memset (/lib64/libc-2.11.3.so) objdump 1747 0 7267024.728002: cycles: 406000 (/usr/bin/objdump) 67f1a0 () objdump 1747 0 7267024.731731: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f52053035d0 ([kernel.kallsyms]) 7f52053035d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267024.732851: cycles: 677561 StrategyGetBuffer (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267024.736559: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 94 5 7267024.736675: cycles: ffffffff8107a6d0 get_work_gcwq ([kernel.kallsyms]) ffffffff8107c925 queue_delayed_work_on ([kernel.kallsyms]) ffffffff81379d08 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 6 7267024.736793: cycles: ffffffff8107be9b __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 1747 0 7267024.737196: cycles: 7f52052af9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267024.742830: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267024.748553: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267024.748642: cycles: ffffffff810ccfe0 rcu_exit_nohz ([kernel.kallsyms]) ffffffff8106766e irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1750 2 7267024.750952: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f09ebeea1b0 ([kernel.kallsyms]) 7f09ebeea1b0 __gconv_compare_alias (/lib64/libc-2.11.3.so) swapper 0 6 7267024.752767: cycles: ffffffff81086450 ktime_add_safe ([kernel.kallsyms]) ffffffff810864da hrtimer_forward ([kernel.kallsyms]) ffffffff81094387 tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.752809: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7983ac ([kernel.kallsyms]) 7983ac AllocSetAlloc (/home/Computational/mark/andres/bin/postgres) 798f9e palloc0 (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13760 5 7267024.756679: cycles: ffffffff810465d0 pick_next_task_stop ([kernel.kallsyms]) ffffffff8145ee8e thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () kworker/ 96 4 7267024.760502: cycles: ffffffff81377885 __cpufreq_driver_getavg ([kernel.kallsyms]) ffffffff813798a8 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 7 7267024.760871: cycles: ffffffff810cd768 __rcu_process_callbacks ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1750 2 7267024.761376: cycles: ffffffff811002ed get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f09ebf975d0 ([kernel.kallsyms]) 7f09ebf975d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () postgres 1593 13 7267024.762805: cycles: 7fb873d6c7ac __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 6 7267024.764745: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1750 2 7267024.766553: cycles: ffffffff81116067 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811292e1 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f09ebf439d3 ([kernel.kallsyms]) 7f09ebf439d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () perf 1751 4 7267024.770847: cycles: ffffffff81170de8 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81168764 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff81162a69 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1751 5 7267024.770961: cycles: ffffffff8125b0cc strcmp ([kernel.kallsyms]) ffffffff8120baab find_attach ([kernel.kallsyms]) ffffffff8120c09c apparmor_bprm_set_creds ([kernel.kallsyms]) ffffffff81161c58 prepare_binprm ([kernel.kallsyms]) ffffffff81162b54 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1751 5 7267024.771118: cycles: ffffffff8111da4b __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1751 5 7267024.771282: cycles: ffffffff8111de81 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 7 7267024.771830: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1751 5 7267024.772420: cycles: 7f0ea643c9c8 do_lookup_x (/lib64/ld-2.11.3.so) postgres 1593 13 7267024.772778: cycles: 5bbe49 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1751 4 7267024.774909: cycles: ffffffff81193e03 __fsnotify_parent ([kernel.kallsyms]) ffffffff811ec045 security_file_permission ([kernel.kallsyms]) ffffffff8115aaa6 rw_verify_area ([kernel.kallsyms]) ffffffff8115b194 vfs_read ([kernel.kallsyms]) ffffffff81161b94 kernel_read ([kernel.kallsyms]) ffffffff811a8876 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f0ea5d1da57 ([kernel.kallsyms]) 7f0ea5d1da57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () sh 1751 4 7267024.775075: cycles: ffffffff811018ef free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f0ea5d1da57 ([kernel.kallsyms]) 7f0ea5d1da57 __execve (/lib64/libc-2.11.3.so) addr2lin 1751 4 7267024.775267: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff810ffef9 __get_free_pages ([kernel.kallsyms]) ffffffff8111c4da __pmd_alloc ([kernel.kallsyms]) ffffffff81121b5f handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff60fb88b00 ([kernel.kallsyms]) 7ff60fb88b00 _start (/lib64/ld-2.11.3.so) addr2lin 1751 4 7267024.776555: cycles: 7ff60fb93433 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff60fb8b985 dl_main (/lib64/ld-2.11.3.so) 7ff60fb9cb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 6 7267024.776720: cycles: ffffffff81051470 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267024.776847: cycles: ffffffff81460e82 _raw_spin_trylock ([kernel.kallsyms]) ffffffff81058fbc rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.782754: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1751 4 7267024.784906: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff60efb85d0 ([kernel.kallsyms]) 7ff60efb85d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 6 7267024.788682: cycles: ffffffff810589b9 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267024.790410: cycles: ffffffff813f1970 tcp_send_delayed_ack ([kernel.kallsyms]) ffffffff813ef983 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 6 7267024.790509: cycles: ffffffff81199880 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () swapper 0 7 7267024.790525: cycles: ffffffff8145ec52 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 7 7267024.790610: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267024.790948: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 7 7267024.791722: cycles: ffffffff813f37be tcp_mtu_probe ([kernel.kallsyms]) ffffffff813f418d tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 1751 4 7267024.791804: cycles: 7ff60f74f406 (/usr/lib64/libbfd-2.23.1.so) 100000000 () postgres 1593 13 7267024.792730: cycles: 46f451 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1752 7 7267024.798613: cycles: 7fcd96760184 __strcmp_sse2 (/lib64/libc-2.11.3.so) addr2lin 1752 6 7267024.802337: cycles: 7fba55c05c82 _IO_link_in_internal (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.802707: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1752 6 7267024.809670: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fba55c5f5d0 ([kernel.kallsyms]) 7fba55c5f5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267024.812796: cycles: ffffffffa0551e07 ([mmfs26]) ffffffffa04c006c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1752 6 7267024.813793: cycles: 7fba563f63f9 (/usr/lib64/libbfd-2.23.1.so) 100000001 () addr2lin 1752 6 7267024.818776: cycles: ffffffff81154852 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fba55c69c87 ([kernel.kallsyms]) 7fba55c69c87 __munmap (/lib64/libc-2.11.3.so) sh 1753 1 7267024.821424: cycles: ffffffff81258f44 radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f745220e1bd ([kernel.kallsyms]) 7f745220e1bd posix_fadvise64 (/lib64/ld-2.11.3.so) sh 1753 1 7267024.822134: cycles: 7f74522019a2 do_lookup_x (/lib64/ld-2.11.3.so) sh 1753 1 7267024.822826: cycles: ffffffff81144bfc kmem_cache_alloc ([kernel.kallsyms]) ffffffff81126084 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7451b11c5a ([kernel.kallsyms]) 7f7451b11c5a __GI_mmap64 (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.822834: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1753 0 7267024.824920: cycles: ffffffff81168a10 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe01c921f57 ([kernel.kallsyms]) 7fe01c921f57 __open (/lib64/ld-2.11.3.so) 6070 () addr2lin 1753 0 7267024.826378: cycles: 7fe01c91752b _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe01c90f985 dl_main (/lib64/ld-2.11.3.so) 7fe01c920b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1753 0 7267024.827818: cycles: 7fe01c4bfdd0 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 4d0bd0 () addr2lin 1753 0 7267024.830274: cycles: 7fe01c4ea330 bfd_elf_string_from_elf_section (/usr/lib64/libbfd-2.23.1.so) 7fffbb7e2313 () postgres 1593 13 7267024.832770: cycles: 5c594b SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1753 0 7267024.833405: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe01bd3c5d0 ([kernel.kallsyms]) 7fe01bd3c5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1753 0 7267024.836744: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe01bce89d3 ([kernel.kallsyms]) 7fe01bce89d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () addr2lin 1753 0 7267024.841691: cycles: 7fe01bce6e77 _int_free (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.842716: cycles: 5b448c ExecStoreTuple (/home/Computational/mark/andres/bin/postgres) 5c5974 SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 1 7267024.843865: cycles: ffffffff8125fbcf __memset ([kernel.kallsyms]) ffffffff81144c95 kmem_cache_alloc ([kernel.kallsyms]) ffffffff8105dd69 copy_signal ([kernel.kallsyms]) ffffffff8105f33d copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1754 8 7267024.845362: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7febb25a5120 ([kernel.kallsyms]) 7febb25a5120 _dl_start (/lib64/ld-2.11.3.so) sh 1754 8 7267024.845648: cycles: ffffffff811525c1 __mem_cgroup_try_charge ([kernel.kallsyms]) ffffffff81154614 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7febb25af3b8 ([kernel.kallsyms]) 7febb25af3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7febb25a7985 dl_main (/lib64/ld-2.11.3.so) 7febb25b8b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1754 8 7267024.845938: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7febb1e686a0 ([kernel.kallsyms]) 7febb1e686a0 __strrchr_sse2 (/lib64/libc-2.11.3.so) 7fff5d403313 () 20656e696c327264 () sh 1754 9 7267024.847111: cycles: ffffffff810fe1ff get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7febb1e8ea57 ([kernel.kallsyms]) 7febb1e8ea57 __execve (/lib64/libc-2.11.3.so) addr2lin 1754 9 7267024.847212: cycles: ffffffff81145220 kmem_cache_free ([kernel.kallsyms]) ffffffff8100a9fc free_thread_xstate ([kernel.kallsyms]) ffffffff811a955f load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f70c3694b00 ([kernel.kallsyms]) 7f70c3694b00 _start (/lib64/ld-2.11.3.so) addr2lin 1754 9 7267024.847297: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f70c36aa1bd ([kernel.kallsyms]) 7f70c36aa1bd posix_fadvise64 (/lib64/ld-2.11.3.so) addr2lin 1754 9 7267024.848302: cycles: 7f70c2a79e2f __memchr (/lib64/libc-2.11.3.so) 492e4f4e5f6e6e09 () postgres 1593 13 7267024.852673: cycles: 5ad1ed ExecProject (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 30311 11 7267024.855836: cycles: 675291 SyncOneBuffer (/home/Computational/mark/andres/bin/postgres) 675940 BgBufferSync (/home/Computational/mark/andres/bin/postgres) 63d813 BackgroundWriterMain (/home/Computational/mark/andres/bin/postgres) 4e29ea AuxiliaryProcessMain (/home/Computational/mark/andres/bin/postgres) 64613a StartChildProcess (/home/Computational/mark/andres/bin/postgres) 64a282 reaper (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.862636: cycles: 7989c1 MemoryContextReset (/home/Computational/mark/andres/bin/postgres) 5bbebd ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 8 7267024.863302: cycles: ffffffff8111ee64 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) addr2lin 1755 1 7267024.869883: cycles: ffffffff81461706 error_entry ([kernel.kallsyms]) 7f333288d3e8 ([kernel.kallsyms]) 7f333288d3e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3332885985 dl_main (/lib64/ld-2.11.3.so) 7f3332896b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1755 1 7267024.871467: cycles: 7f3332435cc4 bfd_getl32 (/usr/lib64/libbfd-2.23.1.so) 68a5c0 () postgres 1593 13 7267024.872603: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1755 1 7267024.873043: cycles: ffffffff811556a8 lookup_page_cgroup ([kernel.kallsyms]) ffffffff8114f7e6 mem_cgroup_add_lru_list ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f3331c68dc8 ([kernel.kallsyms]) 7f3331c68dc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1755 1 7267024.876593: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3331cb25d0 ([kernel.kallsyms]) 7f3331cb25d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1755 1 7267024.881357: cycles: 7f3332449443 (/usr/lib64/libbfd-2.23.1.so) 400000000 () postgres 1593 13 7267024.882682: cycles: 5bbeca ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 3 7267024.884089: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1755 1 7267024.885093: cycles: 7f3331c61810 __realloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.892627: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1756 1 7267024.894661: cycles: ffffffff8112122d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f0f128a7240 ([kernel.kallsyms]) 7f0f128a7240 __GI_setlocale (/lib64/libc-2.11.3.so) kworker/ 102 3 7267024.900079: cycles: ffffffff810514a6 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) addr2lin 1756 1 7267024.900678: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0f1294b5d0 ([kernel.kallsyms]) 7f0f1294b5d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () postgres 1593 13 7267024.902678: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1756 1 7267024.907162: cycles: 7f0f128f95fb __free (/lib64/libc-2.11.3.so) perf 30004 0 7267024.909390: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267024.912618: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1757 0 7267024.912820: cycles: 7fb09647d176 check_match.12097 (/lib64/ld-2.11.3.so) swapper 0 3 7267024.916039: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1757 1 7267024.919111: cycles: ffffffff814647af do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4b2357f5d0 ([kernel.kallsyms]) 7f4b2357f5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 2 7267024.919911: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.922565: cycles: 5b413b ExecClearTuple (/home/Computational/mark/andres/bin/postgres) 5ad038 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1757 1 7267024.926368: cycles: 7f4b23d0302b read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 200000000 () swapper 0 3 7267024.928000: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1758 0 7267024.931804: cycles: 7f29b3a4a9d2 do_lookup_x (/lib64/ld-2.11.3.so) postgres 1593 13 7267024.932523: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267024.935886: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1758 1 7267024.938779: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb5f17965d0 ([kernel.kallsyms]) 7fb5f17965d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 3 7267024.939975: cycles: ffffffff81469760 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267024.940224: cycles: ffffffff8108d8c5 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.942488: cycles: 7fb873d6b798 __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267024.944470: cycles: ffffffff81469fc0 call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1758 1 7267024.946298: cycles: 7fb5f1f1a03a read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () perf 1759 0 7267024.950655: cycles: ffffffff81124592 unlink_file_vma ([kernel.kallsyms]) ffffffff8111d9d0 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 2 7267024.951866: cycles: ffffffff81094b9b tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267024.951970: cycles: ffffffff81046808 ttwu_stat ([kernel.kallsyms]) ffffffff81054baf try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.952455: cycles: 46f46f slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1759 0 7267024.953290: cycles: 432a4e find_flag (/bin/bash) 0 () swapper 0 7 7267024.954243: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267024.956197: cycles: ffffffff8137bcfb menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1759 1 7267024.958991: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4b476215d0 ([kernel.kallsyms]) 7f4b476215d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 3 7267024.959949: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.962426: cycles: 5bbde3 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267024.963823: cycles: ffffffff8103d668 leave_mm ([kernel.kallsyms]) ffffffff812bd1b1 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1759 1 7267024.966577: cycles: 7f4b475ccf17 _int_malloc (/lib64/libc-2.11.3.so) swapper 0 3 7267024.967931: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267024.968181: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267024.968418: cycles: ffffffff81086467 ktime_add_safe ([kernel.kallsyms]) ffffffff810864da hrtimer_forward ([kernel.kallsyms]) ffffffff81094387 tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1760 0 7267024.971639: cycles: ffffffff81193ac7 fsnotify ([kernel.kallsyms]) ffff880470497df8 ([kernel.kallsyms]) 7f7cff550f57 __open (/lib64/ld-2.11.3.so) 0 () postgres 1593 13 7267024.972398: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 2 7267024.975800: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 104 7 7267024.976408: cycles: ffffffff8106e61e internal_add_timer ([kernel.kallsyms]) ffffffff81070745 add_timer_on ([kernel.kallsyms]) ffffffff8107c9df queue_delayed_work_on ([kernel.kallsyms]) ffffffff81379d08 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) addr2lin 1760 1 7267024.979357: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1db17c35d0 ([kernel.kallsyms]) 7f1db17c35d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 3 7267024.979891: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff810556fe scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267024.980155: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.982484: cycles: 7fffe8fff8f5 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267024.983788: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1760 1 7267024.986955: cycles: 7f1db1f47046 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 400000000 () perf 30004 0 7267024.990200: cycles: ffffffff810fb730 generic_file_aio_write ([kernel.kallsyms]) ffffffff8115a8f8 do_sync_write ([kernel.kallsyms]) ffffffff8115af2e vfs_write ([kernel.kallsyms]) ffffffff8115b0a3 sys_write ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdcdb630 ([kernel.kallsyms]) 7f2abdcdb630 __GI___libc_write (/lib64/libc-2.11.3.so) swapper 0 5 7267024.992118: cycles: ffffffff81067010 local_bh_disable ([kernel.kallsyms]) ffffffff810676ad irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267024.992376: cycles: ffffffff8109437c tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267024.992434: cycles: ffffffffff600186 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1761 0 7267024.992756: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9172c381bd ([kernel.kallsyms]) 7f9172c381bd posix_fadvise64 (/lib64/ld-2.11.3.so) sh 1761 0 7267024.995462: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff811200a3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f91724dd9c6 ([kernel.kallsyms]) 7f91724dd9c6 _int_malloc (/lib64/libc-2.11.3.so) 0 () sh 1763 9 7267024.995709: cycles: 7f91724df712 __malloc (/lib64/libc-2.11.3.so) 6a6780 () 6a67c0 () sh 1764 2 7267024.995734: cycles: ffffffff8104c7ac enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff810f915e find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9172c2fb80 ([kernel.kallsyms]) 7f9172c2fb80 _dl_fixup (/lib64/ld-2.11.3.so) sh 1764 2 7267024.995840: cycles: 46a896 sh_makepath (/bin/bash) 667265702f3436 () sh 1764 3 7267024.995924: cycles: ffffffff81123c23 find_vma ([kernel.kallsyms]) ffffffff81124404 find_extend_vma ([kernel.kallsyms]) ffffffff81121d25 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f917250ca57 ([kernel.kallsyms]) 7f917250ca57 __execve (/lib64/libc-2.11.3.so) 6a4940 () sh 1764 3 7267024.995999: cycles: ffffffff811245c7 unlink_file_vma ([kernel.kallsyms]) ffffffff8111d970 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f917250ca57 ([kernel.kallsyms]) 7f917250ca57 __execve (/lib64/libc-2.11.3.so) expand 1764 3 7267024.996072: cycles: ffffffff81258096 prio_tree_remove ([kernel.kallsyms]) ffffffff81124ad7 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff8112539b do_munmap ([kernel.kallsyms]) ffffffff811a8067 elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f917250ca57 ([kernel.kallsyms]) 7f917250ca57 () grep 1763 8 7267024.996259: cycles: ffffffff81100463 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9e69d4b476 ([kernel.kallsyms]) 7f9e69d4b476 _dl_allocate_tls_storage (/lib64/ld-2.11.3.so) 0 () kworker/ 104 7 7267024.996364: cycles: ffffffff81051492 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) grep 1763 8 7267024.996561: cycles: 7f9e699f6f28 __GI_getenv (/lib64/libc-2.11.3.so) 7fff2b914c2a () 706e692f6374652f () perf 1765 2 7267024.999090: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f2abdcb67fa ([kernel.kallsyms]) 7f2abdcb67fa __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1765 3 7267025.000285: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff811720d2 dput ([kernel.kallsyms]) ffffffff8116515d path_put ([kernel.kallsyms]) ffffffff81169180 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7feedfc4ff57 ([kernel.kallsyms]) 7feedfc4ff57 __open (/lib64/ld-2.11.3.so) 0 () swapper 0 9 7267025.000604: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.002390: cycles: 7fb873d6c7d5 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267025.004103: cycles: ffffffff8106784e __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1765 2 7267025.004748: cycles: ffffffff81123c65 find_vma_prev ([kernel.kallsyms]) ffffffff811279cd sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7689677237 ([kernel.kallsyms]) 7f7689677237 __mprotect (/lib64/ld-2.11.3.so) 7f768987e640 (/lib64/ld-2.11.3.so) perf 1766 5 7267025.006428: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1766 5 7267025.006585: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1766 5 7267025.006786: cycles: ffffffff8111de84 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) haveged 3041 7 7267025.007182: cycles: ffffffff81051170 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8145ff25 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff8116d074 poll_schedule_timeout ([kernel.kallsyms]) ffffffff8116dc7f do_select ([kernel.kallsyms]) ffffffff8116e3d8 core_sys_select ([kernel.kallsyms]) ffffffff8116e781 sys_select ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbf388b4373 ([kernel.kallsyms]) 7fbf388b4373 () fail2ban 1223 4 7267025.008148: cycles: 7f4657d81c9a () 602010 () 602010 () 602010 () 602010 () 602010 () 602010 () sh 1766 5 7267025.008255: cycles: 7f3ae6f6988f __realloc (/lib64/libc-2.11.3.so) 7f3ae6f1cbb2 _nl_expand_alias (/lib64/libc-2.11.3.so) 7f3ae6f164fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) swapper 0 8 7267025.008482: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1766 4 7267025.009901: cycles: ffffffff81153f67 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff81121da9 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f3ae6f95a57 ([kernel.kallsyms]) 7f3ae6f95a57 __execve (/lib64/libc-2.11.3.so) 6a68f0 () 6a6950 () 6a69b0 () addr2lin 1766 4 7267025.010132: cycles: ffffffff81089657 local_clock ([kernel.kallsyms]) ffffffff810ee315 __perf_event_header__init_id ([kernel.kallsyms]) ffffffff810f2599 perf_event_comm_output ([kernel.kallsyms]) ffffffff810f278e perf_event_comm_ctx ([kernel.kallsyms]) ffffffff810f2908 perf_event_comm ([kernel.kallsyms]) ffffffff81161941 setup_new_exec ([kernel.kallsyms]) ffffffff811a8a7c load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f3ae6f95a57 ([kernel.kallsyms]) 7f3ae6f95a57 () addr2lin 1766 4 7267025.010471: cycles: ffffffff810f57c6 perf_output_begin ([kernel.kallsyms]) ffffffff810f2339 perf_event_mmap_output ([kernel.kallsyms]) ffffffff810f253b perf_event_mmap_ctx ([kernel.kallsyms]) ffffffff810f3de7 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f17f118a1da ([kernel.kallsyms]) 7f17f118a1da mmap (/lib64/ld-2.11.3.so) 2000 () postgres 1593 13 7267025.012353: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1766 4 7267025.012368: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f17f0d2cf30 ([kernel.kallsyms]) 7f17f0d2cf30 (/usr/lib64/libbfd-2.23.1.so) 0 () 100000005 () 666c650034362d36 () perf 1767 6 7267025.013475: cycles: ffffffff81254911 find_next_bit ([kernel.kallsyms]) ffffffff81057e98 find_idlest_group ([kernel.kallsyms]) ffffffff81058372 select_task_rq_fair ([kernel.kallsyms]) ffffffff81053680 sched_exec ([kernel.kallsyms]) ffffffff81162ab5 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1767 7 7267025.013587: cycles: ffffffff8125ea12 copy_user_generic_string ([kernel.kallsyms]) ffffffff81160e87 copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1767 7 7267025.013816: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1767 7 7267025.014070: cycles: ffffffff8103c742 ___pte_free_tlb ([kernel.kallsyms]) ffffffff8111d709 free_pgd_range ([kernel.kallsyms]) ffffffff8111d9ef free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1767 7 7267025.015496: cycles: 7fbc9a9c0a8b msort_with_tmp (/lib64/libc-2.11.3.so) 698b42 () 504a5f616a007369 () swapper 0 6 7267025.017072: cycles: ffffffff8125a590 __rb_erase_color ([kernel.kallsyms]) ffffffff8104e1cf set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) sh 1767 6 7267025.017273: cycles: ffffffff810fe227 get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fbc9aa34a57 ([kernel.kallsyms]) 7fbc9aa34a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1767 6 7267025.017533: cycles: ffffffff814649a5 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff2e4b1d232 ([kernel.kallsyms]) 7ff2e4b1d232 dl_main (/lib64/ld-2.11.3.so) 7ff2e4b2eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1767 6 7267025.019112: cycles: 7ff2e4b2540a _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff2e4b1d985 dl_main (/lib64/ld-2.11.3.so) 7ff2e4b2eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267025.022430: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1768 1 7267025.024037: cycles: 7f78a44d3e54 __GI_mbrtowc (/lib64/libc-2.11.3.so) 21 () addr2lin 1768 0 7267025.026567: cycles: ffffffff81464820 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f18b03f35a8 ([kernel.kallsyms]) 7f18b03f35a8 __strcmp_sse42 (/lib64/libc-2.11.3.so) 7f18b0f22760 (/usr/lib64/libbfd-2.23.1.so) 100000005 () postgres 1593 13 7267025.032374: cycles: 5ac540 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1769 2 7267025.032397: cycles: 7f8f51bb47b0 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8f51bac985 dl_main (/lib64/ld-2.11.3.so) 7f8f51bbdb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267025.042326: cycles: 496103 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267025.043667: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 1772 9 7267025.048490: cycles: ffffffff81155670 lookup_page_cgroup ([kernel.kallsyms]) ffffffff8114f7e6 mem_cgroup_add_lru_list ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff8110647c lru_add_drain ([kernel.kallsyms]) ffffffff8112401b exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1772 9 7267025.048656: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1772 9 7267025.048848: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1772 9 7267025.050359: cycles: 7f8620c29150 __strcpy_ssse3 (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267025.052288: cycles: 79e8cd puttuple_common (/home/Computational/mark/andres/bin/postgres) 79f071 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1773 0 7267025.052889: cycles: 7ffe35b1540a _dl_relocate_object (/lib64/ld-2.11.3.so) 7ffe35b0d985 dl_main (/lib64/ld-2.11.3.so) 7ffe35b1eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 1773 0 7267025.054344: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ffe35b153b8 ([kernel.kallsyms]) 7ffe35b153b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ffe35b0d985 dl_main (/lib64/ld-2.11.3.so) 7ffe35b1eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 1773 0 7267025.055814: cycles: ffffffff810fda76 __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ffe349c69d3 ([kernel.kallsyms]) 7ffe349c69d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () objdump 1773 0 7267025.059276: cycles: 7ffe351be1cf bfd_section_from_elf_index (/usr/lib64/libbfd-2.23.1.so) 0 () objdump 1773 0 7267025.062095: cycles: 40600f (/usr/bin/objdump) 7ffe348c8860 () 6a64f7 () 7fff7b198301 () postgres 1593 13 7267025.062253: cycles: 490696 hash_uint32 (/home/Computational/mark/andres/bin/postgres) 5bbf69 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1773 0 7267025.065628: cycles: ffffffff810fd72b __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffe34a1a5d0 ([kernel.kallsyms]) 7ffe34a1a5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) objdump 1773 0 7267025.070953: cycles: 7ffe3519e034 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267025.072222: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) :1772 1772 0 7267025.078954: cycles: ffffffff810512c0 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff81065680 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8620bb9a38 ([kernel.kallsyms]) irqbalan 3153 11 7267025.080202: cycles: ffffffff8115c454 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f398a1961e0 ([kernel.kallsyms]) 7f398a1961e0 () ffffd374ffffd374 ([kernel.kallsyms]) postgres 1593 13 7267025.082194: cycles: 77e12c FunctionCall1Coll (/home/Computational/mark/andres/bin/postgres) 5bbf69 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1776 2 7267025.084255: cycles: ffffffff811721c7 dput ([kernel.kallsyms]) ffffffff8116515d path_put ([kernel.kallsyms]) ffffffff81169180 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa957740f57 ([kernel.kallsyms]) 7fa957740f57 __open (/lib64/ld-2.11.3.so) 6070 () addr2lin 1776 2 7267025.084903: cycles: ffffffff81153f33 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa9577363b8 ([kernel.kallsyms]) 7fa9577363b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fa95772e985 dl_main (/lib64/ld-2.11.3.so) 7fa95773fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1776 2 7267025.085548: cycles: 7fa9577367b5 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fa95772e985 dl_main (/lib64/ld-2.11.3.so) 7fa95773fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1776 2 7267025.087300: cycles: ffffffff81087abf up_read ([kernel.kallsyms]) ffffffff81464991 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa9572fb8f4 ([kernel.kallsyms]) 7fa9572fb8f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 5b6620 () addr2lin 1776 2 7267025.092091: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa956b5b5d0 ([kernel.kallsyms]) 7fa956b5b5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267025.092168: cycles: 783220 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1776 2 7267025.097796: cycles: 7fa9572f23f2 (/usr/lib64/libbfd-2.23.1.so) 800000001 () postgres 1593 13 7267025.102145: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1776 2 7267025.102195: cycles: ffffffff8111df17 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa956b65c87 ([kernel.kallsyms]) 7fa956b65c87 __munmap (/lib64/libc-2.11.3.so) sh 1778 5 7267025.106791: cycles: 459c39 (/bin/bash) 0 () 458480 alias_builtin (/bin/bash) 2d5b207361696c61 () sh 1778 5 7267025.107740: cycles: 429a12 (/bin/bash) 0 () addr2lin 1778 4 7267025.111785: cycles: 7fd4141ad8f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 4e2470 () postgres 1593 13 7267025.112120: cycles: 5b16b7 ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267025.112506: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1778 4 7267025.113706: cycles: ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd413a0d5d0 ([kernel.kallsyms]) 7fd413a0d5d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () addr2lin 1778 4 7267025.115611: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd413a0d5d0 ([kernel.kallsyms]) 7fd413a0d5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1778 4 7267025.118555: cycles: ffffffff81461706 error_entry ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd413a0d5d0 ([kernel.kallsyms]) 7fd413a0d5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1778 4 7267025.121595: cycles: 7fd414191059 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 300000000 () postgres 1593 13 7267025.122097: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 8 7267025.124200: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1778 4 7267025.124881: cycles: 7fd414191046 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () perf 30004 5 7267025.127728: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 8 7267025.128203: cycles: ffffffff8137a8f0 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 1779 7 7267025.128396: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1779 7 7267025.128976: cycles: ffffffff81258ec4 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd0089ee120 ([kernel.kallsyms]) 7fd0089ee120 _dl_start (/lib64/ld-2.11.3.so) sh 1779 7 7267025.129539: cycles: ffffffff810f9f85 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd0089f8256 ([kernel.kallsyms]) 7fd0089f8256 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fd0089f0985 dl_main (/lib64/ld-2.11.3.so) 7fd008a01b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1779 7 7267025.131196: cycles: ffffffff810f9687 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd008272cd0 ([kernel.kallsyms]) 7fd008272cd0 _itoa_word (/lib64/libc-2.11.3.so) 7fd00831dcd9 __GI___vsnprintf_chk (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267025.132182: cycles: 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1779 7 7267025.136215: cycles: ffffffff81100005 prep_new_page ([kernel.kallsyms]) 30 ([kernel.kallsyms]) 7ff69a43adc8 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.142130: cycles: 7989e2 MemoryContextReset (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 8 7267025.144169: cycles: ffffffff812548ae find_next_bit ([kernel.kallsyms]) ffffffff81254545 cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1779 7 7267025.144413: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff69a4845d0 ([kernel.kallsyms]) 7ff69a4845d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () addr2lin 1779 7 7267025.148957: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff69a4845d0 ([kernel.kallsyms]) 7ff69a4845d0 __GI___read (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267025.152088: cycles: 5b4114 ExecClearTuple (/home/Computational/mark/andres/bin/postgres) 5ad038 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1780 6 7267025.153479: cycles: ffffffff8116605b inode_permission ([kernel.kallsyms]) ffffffff8116807a do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f893a2dc1e0 ([kernel.kallsyms]) 7f893a2dc1e0 __GI___open64 (/lib64/libc-2.11.3.so) sh 1780 6 7267025.154325: cycles: ffffffff81170e15 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81168764 link_path_walk ([kernel.kallsyms]) ffffffff811695b5 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f893a2db765 ([kernel.kallsyms]) 7f893a2db765 _xstat (/lib64/libc-2.11.3.so) 732f6e69622f6c61 () sh 1780 6 7267025.155174: cycles: ffffffff810300e3 native_write_cr0 ([kernel.kallsyms]) ffffffff81001968 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fc2fce000 ([kernel.kallsyms]) 7f893a2b7a57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () addr2lin 1780 7 7267025.158834: cycles: ffffffff810f8954 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6ff11685d0 ([kernel.kallsyms]) 7f6ff11685d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 8 7267025.160138: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.162051: cycles: 7fb873d6c7ac __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1780 7 7267025.164338: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f6ff11149d3 ([kernel.kallsyms]) 7f6ff11149d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () sh 1781 6 7267025.170280: cycles: ffffffff81121829 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f80105be2f0 ([kernel.kallsyms]) 7f80105be2f0 memcpy (/lib64/ld-2.11.3.so) 0 () postgres 1593 13 7267025.172021: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1781 7 7267025.175506: cycles: 7f564158cdb4 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 8 7267025.176099: cycles: ffffffff81460e82 _raw_spin_trylock ([kernel.kallsyms]) ffffffff81058fbc rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.181990: cycles: ffffffffa0534220 ([mmfs26]) ffffffffa0551537 ([mmfs26]) ffffffffa0553de1 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1781 7 7267025.182336: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f56415829d3 ([kernel.kallsyms]) 7f56415829d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () perf 30004 6 7267025.186869: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 8 7267025.188078: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1782 6 7267025.189955: cycles: ffffffff811780eb mntput_no_expire ([kernel.kallsyms]) ffffffff81171981 d_path ([kernel.kallsyms]) ffffffff810f3d2b perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5a6e6efc5a ([kernel.kallsyms]) 7f5a6e6efc5a __GI_mmap64 (/lib64/libc-2.11.3.so) swapper 0 1 7267025.191213: cycles: ffffffff8145eafd __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.192064: cycles: ffffffffff60019e (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1782 7 7267025.194130: cycles: ffffffff811292c9 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f92ce0015d0 ([kernel.kallsyms]) 7f92ce0015d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () swapper 0 8 7267025.200050: cycles: ffffffff8103d66c leave_mm ([kernel.kallsyms]) ffffffff812bd1b1 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1782 7 7267025.201157: cycles: 7f92ce78502b read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 100000000 () postgres 1593 13 7267025.202011: cycles: 49657e heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1783 6 7267025.206317: cycles: ffffffff81161e8c shift_arg_pages ([kernel.kallsyms]) ffffffff8116214b setup_arg_pages ([kernel.kallsyms]) ffffffff811a8b10 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () swapper 0 1 7267025.207164: cycles: ffffffff8125b894 timerqueue_add ([kernel.kallsyms]) ffffffff810866ca enqueue_hrtimer ([kernel.kallsyms]) ffffffff81086da4 __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) migratio 29 6 7267025.209390: cycles: ffffffff8145e963 __schedule ([kernel.kallsyms]) ffffffff810ba01d cpu_stopper_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 3 7267025.211408: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.211968: cycles: 5b7cac InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1783 7 7267025.213357: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb2e2b0a5d0 ([kernel.kallsyms]) 7fb2e2b0a5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 1 7267025.219136: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1783 7 7267025.220805: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb2e2b0a5d0 ([kernel.kallsyms]) 7fb2e2b0a5d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () postgres 1593 13 7267025.221930: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 1784 6 7267025.226016: cycles: 7f31dd57b50e _IO_new_file_init (/lib64/libc-2.11.3.so) swapper 0 3 7267025.227373: cycles: ffffffff812bd090 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 1 7267025.231117: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.232005: cycles: ffffffffa056f39f ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1784 7 7267025.233357: cycles: ffffffff810fda6e __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffe15ced5d0 ([kernel.kallsyms]) 7ffe15ced5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 1 7267025.239119: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267025.239363: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.241986: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1785 6 7267025.242618: cycles: ffffffff811160a9 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811291b2 page_add_file_rmap ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f0cd0f9b8b8 ([kernel.kallsyms]) 7f0cd0f9b8b8 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7f0cd0f9cd2d _dl_map_object (/lib64/ld-2.11.3.so) 6469757465730036 () addr2lin 1785 7 7267025.245606: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f023ddeec56 ([kernel.kallsyms]) 7f023ddeec56 memset (/lib64/ld-2.11.3.so) 7f023dddfd2d _dl_map_object (/lib64/ld-2.11.3.so) 732e6362696c0031 () swapper 0 3 7267025.247318: cycles: ffffffff81009168 read_tsc ([kernel.kallsyms]) ffffffff8108d504 ktime_get ([kernel.kallsyms]) ffffffff81093e28 tick_dev_program_event ([kernel.kallsyms]) ffffffff81087098 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 92 1 7267025.251067: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff81379cc9 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) postgres 1593 13 7267025.251931: cycles: 7fb873d6c799 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1785 7 7267025.253115: cycles: ffffffff810fd72b __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f023d1b4c12 ([kernel.kallsyms]) 7f023d1b4c12 _int_malloc (/lib64/libc-2.11.3.so) perf 30004 6 7267025.256965: cycles: ffffffff811027d1 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8116412e pipe_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdcdb5d0 ([kernel.kallsyms]) 7f2abdcdb5d0 __GI___read (/lib64/libc-2.11.3.so) 7f2abff46000 () sh 1786 6 7267025.261112: cycles: ffffffff8115e960 chrdev_open ([kernel.kallsyms]) ffffffff81158928 __dentry_open ([kernel.kallsyms]) ffffffff81167df4 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f84766a31e0 ([kernel.kallsyms]) 7f84766a31e0 __GI___open64 (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.261883: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 1 7267025.263057: cycles: ffffffff8145eda4 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 3 7267025.263270: cycles: ffffffff8125a754 rb_erase ([kernel.kallsyms]) ffffffff8104e1cf set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 5 7267025.263557: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1786 7 7267025.265277: cycles: ffffffff81100454 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f84661e9dc8 ([kernel.kallsyms]) 7f84661e9dc8 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.271843: cycles: 5b16be ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1786 7 7267025.272578: cycles: ffffffff811027c5 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f84661df9d3 ([kernel.kallsyms]) 7f84661df9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 1 7267025.275008: cycles: ffffffff81086680 enqueue_hrtimer ([kernel.kallsyms]) ffffffff81086da4 __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 93 2 7267025.275147: cycles: ffffffff81051d6f pick_next_task_rt ([kernel.kallsyms]) ffffffff8145ee8e thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 3 7267025.275275: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267025.275511: cycles: ffffffff810ccb90 force_quiescent_state ([kernel.kallsyms]) ffffffff810cd8ad __rcu_process_callbacks ([kernel.kallsyms]) ffffffff810cd989 rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 6 7267025.277094: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 4 7267025.279367: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1787 6 7267025.279855: cycles: ffffffff8115c454 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f151003e1e0 ([kernel.kallsyms]) 7f151003e1e0 __GI___open64 (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.281808: cycles: 7989b5 MemoryContextReset (/home/Computational/mark/andres/bin/postgres) 5b396d ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 1 7267025.283005: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267025.283242: cycles: ffffffff81093fd0 tick_nohz_get_sleep_length ([kernel.kallsyms]) ffffffff8137bb57 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1787 7 7267025.285102: cycles: ffffffff810fffac prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f895a15f5d0 ([kernel.kallsyms]) 7f895a15f5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 2 7267025.287132: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267025.287481: cycles: ffffffff8109437c tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 1 7267025.290981: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.291777: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1787 7 7267025.292646: cycles: ffffffff810fda6e __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f895a15f5d0 ([kernel.kallsyms]) 7f895a15f5d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () swapper 0 4 7267025.295381: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267025.295481: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267025.296215: cycles: ffffffff8137a8f0 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1788 6 7267025.296328: cycles: ffffffff81167f90 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbd5ebfdf57 ([kernel.kallsyms]) 7fbd5ebfdf57 __open (/lib64/ld-2.11.3.so) 6980 () kworker/ 93 2 7267025.299113: cycles: ffffffff81051492 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) postgres 1593 13 7267025.301860: cycles: 68ef18 LWLockAttemptLock (/home/Computational/mark/andres/bin/postgres) 68fb5d LWLockAcquire (/home/Computational/mark/andres/bin/postgres) 495ef8 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 1 7267025.302951: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff810cd5d2 rcu_do_batch ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267025.303215: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267025.303462: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1788 7 7267025.305265: cycles: ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f55464635d0 ([kernel.kallsyms]) 7f55464635d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 4 7267025.307324: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267025.307732: cycles: ffffffff8125f902 __memcpy ([kernel.kallsyms]) ffffffff810589a9 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267025.311455: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.311808: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa056f364 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 30004 6 7267025.312382: cycles: ffffffff8111ede2 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1789 6 7267025.315217: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff811246ed vma_link ([kernel.kallsyms]) ffffffff811261e7 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb94bff6c5a ([kernel.kallsyms]) 7fb94bff6c5a __GI_mmap64 (/lib64/libc-2.11.3.so) addr2lin 1789 7 7267025.317627: cycles: 7f3d4f53b43c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3d4f533985 dl_main (/lib64/ld-2.11.3.so) 7f3d4f544b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 4 7267025.319295: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.321809: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267025.323411: cycles: ffffffff810017a3 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fc0f04000 ([kernel.kallsyms]) addr2lin 1789 7 7267025.325054: cycles: 7f3d4f0e52fb bfd_zalloc (/usr/lib64/libbfd-2.23.1.so) swapper 0 6 7267025.330982: cycles: ffffffff812bd1a8 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267025.331272: cycles: ffffffff810683ce raise_softirq ([kernel.kallsyms]) ffff88207fd0dac0 ([kernel.kallsyms]) postgres 1593 13 7267025.331759: cycles: 5b144d ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 3 7267025.331808: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1790 6 7267025.334138: cycles: 7fedb22b3356 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) a00007fff () swapper 0 5 7267025.335380: cycles: ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267025.335663: cycles: ffffffff81051329 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1790 7 7267025.337240: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81106213 pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fdf00e0edc8 ([kernel.kallsyms]) 7fdf00e0edc8 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.341716: cycles: 5bbeca ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1790 7 7267025.344558: cycles: 7fdf00e03e37 _int_malloc (/lib64/libc-2.11.3.so) sh 1791 6 7267025.349893: cycles: 7f90852389c8 do_lookup_x (/lib64/ld-2.11.3.so) postgres 1593 13 7267025.351680: cycles: 5bbe40 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1791 7 7267025.356732: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe8a97b05d0 ([kernel.kallsyms]) 7fe8a97b05d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267025.361647: cycles: 5b3751 ExecScan (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267025.363595: cycles: ffffffff81051205 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1791 7 7267025.364420: cycles: 7fe8a97598f7 malloc_consolidate (/lib64/libc-2.11.3.so) 4e1 () perf 30004 6 7267025.366053: cycles: ffffffff81100466 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 3 7267025.367117: cycles: ffffffff81066345 set_normalized_timespec ([kernel.kallsyms]) ffffffff8108cba0 update_rt_offset ([kernel.kallsyms]) ffffffff8108cd9e timekeeping_update ([kernel.kallsyms]) ffffffff8108d440 do_timer ([kernel.kallsyms]) ffffffff810941e0 tick_do_update_jiffies64 ([kernel.kallsyms]) ffffffff81094a6a tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) sh 1793 6 7267025.368973: cycles: ffffffff811b56fd get_vmalloc_info ([kernel.kallsyms]) ffffffff811c017b meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd28dd7b5d0 ([kernel.kallsyms]) 7fd28dd7b5d0 __GI___read (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267025.371619: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1793 7 7267025.377309: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8110067e get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f17b03525d0 ([kernel.kallsyms]) 7f17b03525d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () postgres 1593 13 7267025.381696: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 6 7267025.385244: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1794 6 7267025.388355: cycles: 7fa7e4ecbd1c __strlen_sse42 (/lib64/libc-2.11.3.so) swapper 0 3 7267025.389597: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267025.389633: cycles: ffffffff8108d8b8 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1797 1 7267025.389672: cycles: ffffffff81106163 pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff8110647c lru_add_drain ([kernel.kallsyms]) ffffffff8112401b exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fa7e4e5fa57 ([kernel.kallsyms]) 7fa7e4e5fa57 __execve (/lib64/libc-2.11.3.so) sh 1796 8 7267025.389706: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fa7e4e5fa57 ([kernel.kallsyms]) 7fa7e4e5fa57 __execve (/lib64/libc-2.11.3.so) expand 1797 1 7267025.389753: cycles: ffffffff811a8bf9 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fa7e4e5fa57 ([kernel.kallsyms]) 7fa7e4e5fa57 () sh 1796 8 7267025.389787: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff81129a19 unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fa7e4e5fa57 ([kernel.kallsyms]) 7fa7e4e5fa57 __execve (/lib64/libc-2.11.3.so) expand 1797 1 7267025.389824: cycles: ffffffff810f9684 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f47cc8628b3 ([kernel.kallsyms]) 7f47cc8628b3 dl_main (/lib64/ld-2.11.3.so) 7f47cc874b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () expand 1797 9 7267025.390632: cycles: ffffffff81154852 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f47cc590a38 ([kernel.kallsyms]) kworker/ 2954 0 7267025.390651: cycles: ffffffff810016f2 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffffffff81a00000 ([kernel.kallsyms]) :1797 1797 9 7267025.390714: cycles: ffffffff8104dcd2 update_shares ([kernel.kallsyms]) ffffffff810591c2 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff81065680 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f47cc590a38 ([kernel.kallsyms]) objdump 1795 7 7267025.390749: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff86f9ac3b8 ([kernel.kallsyms]) 7ff86f9ac3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff86f9a4985 dl_main (/lib64/ld-2.11.3.so) 7ff86f9b5b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 10 7267025.391535: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.391645: cycles: 5b7fc8 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1798 1 7267025.394135: cycles: 7faebba3e256 _dl_relocate_object (/lib64/ld-2.11.3.so) 7faebba36985 dl_main (/lib64/ld-2.11.3.so) 7faebba47b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1798 0 7267025.395570: cycles: ffffffff8125eeac __get_user_8 ([kernel.kallsyms]) ffffffff81160d31 copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7faebb31da57 ([kernel.kallsyms]) 7faebb31da57 __execve (/lib64/libc-2.11.3.so) 6a68f0 () 6a6950 () 6a69b0 () addr2lin 1798 0 7267025.395724: cycles: ffffffff81121955 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f74f343515f ([kernel.kallsyms]) 7f74f343515f _dl_start (/lib64/ld-2.11.3.so) 7f74f3434b08 _dl_start_user (/lib64/ld-2.11.3.so) swapper 0 3 7267025.395733: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffff810874e8 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff810945cf tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267025.395763: cycles: ffffffff8137bbdf menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1798 0 7267025.395893: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f74f3443ba2 ([kernel.kallsyms]) 7f74f3443ba2 _dl_check_map_versions (/lib64/ld-2.11.3.so) perf 1799 2 7267025.397248: cycles: 7f2abdc8407a ptmalloc_unlock_all2 (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 1799 3 7267025.397464: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1799 3 7267025.397696: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1799 3 7267025.398034: cycles: ffffffff811266e4 get_unmapped_area ([kernel.kallsyms]) ffffffff81126d7a do_mmap_pgoff ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () sh 1799 3 7267025.399910: cycles: 7f94f19c59ca _int_malloc (/lib64/libc-2.11.3.so) 0 () sh 1799 2 7267025.400870: cycles: ffffffff811ea20a cap_bprm_set_creds ([kernel.kallsyms]) ffffffff8120bd72 apparmor_bprm_set_creds ([kernel.kallsyms]) ffffffff81161c58 prepare_binprm ([kernel.kallsyms]) ffffffff81162b54 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f94f19f4a57 ([kernel.kallsyms]) 7f94f19f4a57 __execve (/lib64/libc-2.11.3.so) 6a68f0 () 6a6950 () 6a69b0 () sh 1799 2 7267025.401037: cycles: ffffffff811299bd unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f94f19f4a57 ([kernel.kallsyms]) 7f94f19f4a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1799 2 7267025.401238: cycles: ffffffff81445d55 sha_transform ([kernel.kallsyms]) ffffffff813227a9 extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f94f19f4a57 ([kernel.kallsyms]) 7f94f19f4a57 () postgres 1593 13 7267025.401602: cycles: 783347 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1799 2 7267025.402680: cycles: 7f05aed59b15 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f05aed51985 dl_main (/lib64/ld-2.11.3.so) 7f05aed62b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () perf 1800 4 7267025.404414: cycles: 7f2abdc82bd7 __GI__IO_iter_begin (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 1800 5 7267025.404584: cycles: ffffffff81164cc8 acl_permission_check ([kernel.kallsyms]) ffffffff81168c46 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff811a8ffa load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1800 5 7267025.404746: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1800 5 7267025.404905: cycles: ffffffff81128e29 page_remove_rmap ([kernel.kallsyms]) 7810f8900 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1800 5 7267025.406020: cycles: 7f86cf6a79db do_lookup_x (/lib64/ld-2.11.3.so) sh 1800 4 7267025.408002: cycles: ffffffff8111ccc3 follow_page ([kernel.kallsyms]) ffffffff81121df4 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f86cef88a57 ([kernel.kallsyms]) 7f86cef88a57 __execve (/lib64/libc-2.11.3.so) 6a68f0 () 6a6950 () 6a69b0 () sh 1800 4 7267025.408172: cycles: ffffffff811018cb free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f86cef88a57 ([kernel.kallsyms]) 7f86cef88a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1800 4 7267025.408384: cycles: ffffffff81120518 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f915e5d1158 ([kernel.kallsyms]) 7f915e5d1158 _dl_start (/lib64/ld-2.11.3.so) 7f915e5d0b08 _dl_start_user (/lib64/ld-2.11.3.so) addr2lin 1800 4 7267025.409822: cycles: 7f915e5db42e _dl_relocate_object (/lib64/ld-2.11.3.so) 7f915e5d3985 dl_main (/lib64/ld-2.11.3.so) 7f915e5e4b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267025.411568: cycles: 5c5981 SeqNext (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1801 6 7267025.416814: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f7885802bb8 ([kernel.kallsyms]) 7f7885802bb8 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f78857fc985 dl_main (/lib64/ld-2.11.3.so) 7f788580db03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267025.421535: cycles: 5b7ff2 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1802 0 7267025.422392: cycles: ffffffff8114f786 mem_cgroup_get_reclaim_stat_from_page ([kernel.kallsyms]) ffffffff81105542 update_page_reclaim_stat ([kernel.kallsyms]) ffffffff8110671b ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff8110647c lru_add_drain ([kernel.kallsyms]) ffffffff81124116 unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f136b5401da ([kernel.kallsyms]) 7f136b5401da mmap (/lib64/ld-2.11.3.so) 298000 () postgres 1593 13 7267025.431504: cycles: 7fb873d6c791 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 8 7267025.431596: cycles: ffffffff81094bf8 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.441479: cycles: ffffffff81116505 zone_statistics ([kernel.kallsyms]) ffffffff8110033d get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff81121a75 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1805 6 7267025.443359: cycles: ffffffff81123bde find_vma ([kernel.kallsyms]) ffffffff81006d01 arch_get_unmapped_area_topdown ([kernel.kallsyms]) ffffffff811266f8 get_unmapped_area ([kernel.kallsyms]) ffffffff81126d7a do_mmap_pgoff ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fde7184e1da ([kernel.kallsyms]) 7fde7184e1da mmap (/lib64/ld-2.11.3.so) 6070 () addr2lin 1805 6 7267025.445146: cycles: 7fde70bc347a find_module_idx (/lib64/libc-2.11.3.so) 7fde70cc1a0b (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.451574: cycles: 46f049 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f2b3 slot_getsomeattrs (/home/Computational/mark/andres/bin/postgres) 5ad048 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1807 3 7267025.455136: cycles: 7f75ec494385 _nl_make_l10nflist (/lib64/libc-2.11.3.so) 0 () postgres 30311 11 7267025.455645: cycles: 675291 SyncOneBuffer (/home/Computational/mark/andres/bin/postgres) 675940 BgBufferSync (/home/Computational/mark/andres/bin/postgres) 63d813 BackgroundWriterMain (/home/Computational/mark/andres/bin/postgres) 4e29ea AuxiliaryProcessMain (/home/Computational/mark/andres/bin/postgres) 64613a StartChildProcess (/home/Computational/mark/andres/bin/postgres) 64a282 reaper (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 30311 11 7267025.455790: cycles: 7fb873d813a8 __gettimeofday_internal (/lib64/libc-2.11.3.so) 63d85a BackgroundWriterMain (/home/Computational/mark/andres/bin/postgres) 4e29ea AuxiliaryProcessMain (/home/Computational/mark/andres/bin/postgres) 64613a StartChildProcess (/home/Computational/mark/andres/bin/postgres) 64a282 reaper (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.461517: cycles: 5b7f9c InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1808 5 7267025.462505: cycles: 7f36aad3ee84 _int_malloc (/lib64/libc-2.11.3.so) 4d00000040 () 69dfc0 () 69db80 () addr2lin 1809 9 7267025.469415: cycles: 7fc5fe818b71 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fc5fe812985 dl_main (/lib64/ld-2.11.3.so) 7fc5fe823b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1809 9 7267025.469595: cycles: 7fc5fe81a39c _dl_relocate_object (/lib64/ld-2.11.3.so) 7fc5fe812985 dl_main (/lib64/ld-2.11.3.so) 7fc5fe823b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1809 9 7267025.469774: cycles: 7fc5fe81a7a6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fc5fe812985 dl_main (/lib64/ld-2.11.3.so) 7fc5fe823b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267025.471471: cycles: 5b8014 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1811 0 7267025.480440: cycles: 7ff4c947ebc6 __strlen_sse2 (/lib64/libc-2.11.3.so) 7ff4c94274fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) postgres 1593 13 7267025.481431: cycles: 5bbe4f ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1812 0 7267025.486907: cycles: 7f7521657e85 ptmalloc_init (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.491396: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 1813 0 7267025.492254: cycles: ffffffff81126184 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7effc32abc5a ([kernel.kallsyms]) 7effc32abc5a __GI_mmap64 (/lib64/libc-2.11.3.so) sh 1814 0 7267025.495764: cycles: ffffffff810fda6e __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f429770c9d3 ([kernel.kallsyms]) 7f429770c9d3 _int_malloc (/lib64/libc-2.11.3.so) perf 1816 0 7267025.501122: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.501482: cycles: 7fb873d8139b __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 6 7267025.503137: cycles: ffffffff810cdfab __rcu_pending ([kernel.kallsyms]) ffffffff810ce02f rcu_check_callbacks ([kernel.kallsyms]) ffffffff810703bf update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) expand 1819 3 7267025.503362: cycles: 7f9fda00e5f7 __free (/lib64/libc-2.11.3.so) 1 () 2f656c61636f6c2f () sh 1820 3 7267025.506218: cycles: ffffffff81145d39 kfree ([kernel.kallsyms]) ffffffff810f3dc3 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () sh 1820 3 7267025.507106: cycles: 7f70b1509279 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f70b1501985 dl_main (/lib64/ld-2.11.3.so) 7f70b1512b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 9 7267025.507508: cycles: ffffffff81092557 clockevents_program_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff81087098 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1820 2 7267025.510315: cycles: 7f7ebf7983fb _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7ebf790985 dl_main (/lib64/ld-2.11.3.so) 7f7ebf7a1b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 3 7267025.510755: cycles: ffffffff81089531 sched_clock_cpu ([kernel.kallsyms]) ffffffff8104c69b update_rq_clock ([kernel.kallsyms]) ffffffff81055706 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1820 2 7267025.511287: cycles: ffffffff81258ec4 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7ebeb1c700 ([kernel.kallsyms]) 7f7ebeb1c700 __bindtextdomain (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.511427: cycles: 5ac4a0 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1821 5 7267025.514406: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff810f3dc3 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7b9eafdc5a ([kernel.kallsyms]) 7f7b9eafdc5a __GI_mmap64 (/lib64/libc-2.11.3.so) sh 1821 5 7267025.515337: cycles: 7f7b9eab2e6f __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () addr2lin 1821 4 7267025.516824: cycles: 7f41c52953a6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f41c528d985 dl_main (/lib64/ld-2.11.3.so) 7f41c529eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1821 4 7267025.517727: cycles: ffffffff814617bf error_exit ([kernel.kallsyms]) 7f41c460b999 ([kernel.kallsyms]) 7f41c460b999 _init (/lib64/libc-2.11.3.so) 7fff4e7d236a () 73656c2f6374652f () swapper 0 10 7267025.519265: cycles: ffffffff8105101c update_group_power ([kernel.kallsyms]) ffffffff8105146a find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1822 7 7267025.521187: cycles: ffffffff81158590 sys_close ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0f0e4dc3d1 ([kernel.kallsyms]) 7f0f0e4dc3d1 _nl_load_locale (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.521379: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1822 7 7267025.521735: cycles: ffffffff81123bc8 find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f0f0e5492f0 ([kernel.kallsyms]) 7f0f0e5492f0 __wcsmbs_load_conv (/lib64/libc-2.11.3.so) sh 1822 7 7267025.522282: cycles: 7f0f0e53ee50 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () swapper 0 4 7267025.522851: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1822 6 7267025.522991: cycles: ffffffff81164c95 acl_permission_check ([kernel.kallsyms]) ffffffff81168c46 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faa92733f57 ([kernel.kallsyms]) 7faa92733f57 __open (/lib64/ld-2.11.3.so) 6070 () addr2lin 1822 6 7267025.523483: cycles: 7faa927293ad _dl_relocate_object (/lib64/ld-2.11.3.so) 7faa92721985 dl_main (/lib64/ld-2.11.3.so) 7faa92732b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1822 6 7267025.524104: cycles: 7faa92729af9 _dl_relocate_object (/lib64/ld-2.11.3.so) 7faa92721985 dl_main (/lib64/ld-2.11.3.so) 7faa92732b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1823 1 7267025.527030: cycles: ffffffff81129e56 anon_vma_prepare ([kernel.kallsyms]) ffffffff8111ffef do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe0105a5938 ([kernel.kallsyms]) 7fe0105a5938 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7fe0105a6d2d _dl_map_object (/lib64/ld-2.11.3.so) 6f6c636c6400322e () grep 1825 8 7267025.530301: cycles: ffffffff81461357 retint_swapgs ([kernel.kallsyms]) 7fbc13840770 ([kernel.kallsyms]) 7fbc13840770 __GI_strlen (/lib64/ld-2.11.3.so) objdump 1824 2 7267025.530311: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f663caaee51 ([kernel.kallsyms]) 7f663caaee51 _dl_load_cache_lookup (/lib64/ld-2.11.3.so) 2e33322e322d7365 () grep 1825 8 7267025.530808: cycles: 7fbc1352b423 _int_malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.531339: cycles: 5b4438 ExecStoreMinimalTuple (/home/Computational/mark/andres/bin/postgres) 5bbe01 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1824 2 7267025.532448: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f663cab13b8 ([kernel.kallsyms]) 7f663cab13b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f663caa9985 dl_main (/lib64/ld-2.11.3.so) 7f663cabab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 1824 2 7267025.534669: cycles: ffffffff81468d19 system_call_after_swapgs ([kernel.kallsyms]) 7f663b92d2c0 vfprintf (/lib64/libc-2.11.3.so) 6 () 0 () objdump 1824 2 7267025.538677: cycles: 7f663c158166 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267025.541305: cycles: 4701d1 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1824 2 7267025.541603: cycles: 7f663b91d886 msort_with_tmp (/lib64/libc-2.11.3.so) 405cfb (/usr/bin/objdump) objdump 1824 2 7267025.545077: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f663b9b65d0 ([kernel.kallsyms]) 7f663b9b65d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) objdump 1824 2 7267025.550283: cycles: 7f663b9629d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267025.551274: cycles: 4961a6 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) kworker/ 89 8 7267025.551295: cycles: ffffffff8107b661 worker_enter_idle ([kernel.kallsyms]) ffffffff8107e6b8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) objdump 1824 2 7267025.557131: cycles: ffffffff8115305d mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f663b991a38 ([kernel.kallsyms]) perf 30004 3 7267025.558341: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 1827 5 7267025.559413: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1827 5 7267025.560530: cycles: 7f35e5813bdf _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f35e58154f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f35e580d985 dl_main (/lib64/ld-2.11.3.so) 7f35e581eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267025.561246: cycles: 4906a1 hash_uint32 (/home/Computational/mark/andres/bin/postgres) 5bbf69 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1827 5 7267025.561613: cycles: 7f35e50d0750 __GI_memcpy (/lib64/libc-2.11.3.so) 387800564e455f48 () swapper 0 7 7267025.563231: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1827 4 7267025.564864: cycles: 7fecf973bbc3 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fecf973d4f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fecf9735985 dl_main (/lib64/ld-2.11.3.so) 7fecf9746b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1827 4 7267025.565698: cycles: 7fecf92d9420 bfd_get_error@plt (/usr/lib64/libbfd-2.23.1.so) 7fffa2890313 () addr2lin 1827 4 7267025.566546: cycles: 7fecf93028f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 8a10c1 () addr2lin 1827 4 7267025.568467: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fecf8b18dc8 ([kernel.kallsyms]) 7fecf8b18dc8 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.571219: cycles: 46ef29 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1827 4 7267025.573712: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fecf8b625d0 ([kernel.kallsyms]) 7fecf8b625d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1827 4 7267025.578121: cycles: 7fecf92e602b read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 400000000 () postgres 1593 13 7267025.581195: cycles: 5b7be9 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1827 4 7267025.582427: cycles: 7fecf8b0e9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () perf 30004 5 7267025.585138: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 1828 6 7267025.585560: cycles: ffffffff81053640 sched_exec ([kernel.kallsyms]) ffffffff81162ab5 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) kworker/ 92 1 7267025.586359: cycles: ffffffff813772f6 cpufreq_cpu_get ([kernel.kallsyms]) ffffffff81377862 __cpufreq_driver_getavg ([kernel.kallsyms]) ffffffff813798a8 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) sh 1828 7 7267025.587003: cycles: 7fca1601e9c8 do_lookup_x (/lib64/ld-2.11.3.so) sh 1828 7 7267025.587933: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fca15880f7f ([kernel.kallsyms]) 7fca15880f7f _nl_intern_locale_data (/lib64/libc-2.11.3.so) sh 1828 7 7267025.589231: cycles: 7fca1587a804 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 4a00000000 () addr2lin 1828 6 7267025.590312: cycles: ffffffff81461738 error_entry ([kernel.kallsyms]) 7fb2600b7398 ([kernel.kallsyms]) 7fb2600b7398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fb2600af985 dl_main (/lib64/ld-2.11.3.so) 7fb2600c0b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267025.591170: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1828 6 7267025.591254: cycles: 7fb2600b7aed _dl_relocate_object (/lib64/ld-2.11.3.so) 7fb2600af985 dl_main (/lib64/ld-2.11.3.so) 7fb2600c0b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1828 6 7267025.592720: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb25f4dc5d0 ([kernel.kallsyms]) 7fb25f4dc5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () addr2lin 1828 6 7267025.595945: cycles: 7fb25fc8a2be bfd_elf_string_from_elf_section (/usr/lib64/libbfd-2.23.1.so) 7fff92bd4313 () addr2lin 1828 6 7267025.600392: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb25f4dc5d0 ([kernel.kallsyms]) 7fb25f4dc5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () postgres 1593 13 7267025.601147: cycles: 5ac54a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1828 6 7267025.604102: cycles: 7fb25fc60029 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 700000001 () addr2lin 1828 6 7267025.609065: cycles: 7fb25f486a00 munmap_chunk (/lib64/libc-2.11.3.so) f3002 () postgres 1593 13 7267025.611124: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 1829 1 7267025.611464: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1829 1 7267025.611910: cycles: 7f4ba8c1177f _dl_important_hwcaps (/lib64/ld-2.11.3.so) 7f4ba8c0546f _dl_init_paths (/lib64/ld-2.11.3.so) 7f4ba8c00120 dl_main (/lib64/ld-2.11.3.so) 7f4ba8c11b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1829 1 7267025.612324: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f4ba8c08398 ([kernel.kallsyms]) 7f4ba8c08398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f4ba8c00985 dl_main (/lib64/ld-2.11.3.so) 7f4ba8c11b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1829 1 7267025.613832: cycles: 444710 hash_search (/bin/bash) addr2lin 1829 0 7267025.617382: cycles: 7f88345ccb90 bfd_init (/usr/lib64/libbfd-2.23.1.so) addr2lin 1829 0 7267025.617786: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8833df59d3 ([kernel.kallsyms]) 7f8833df59d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () addr2lin 1829 0 7267025.618218: cycles: ffffffff810f3f4a perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8833e53c5a ([kernel.kallsyms]) 7f8833e53c5a __GI_mmap64 (/lib64/libc-2.11.3.so) addr2lin 1829 0 7267025.620613: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8833e495d0 ([kernel.kallsyms]) 7f8833e495d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () postgres 1593 13 7267025.621215: cycles: 5b3754 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1829 0 7267025.625689: cycles: 7f88345e03e2 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267025.631166: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1829 0 7267025.631402: cycles: 7f8834751b39 _objalloc_alloc (/usr/lib64/libbfd-2.23.1.so) 7f8800000698 () 0 () perf 1830 9 7267025.634794: cycles: ffffffff81102c04 __free_pages ([kernel.kallsyms]) ffffffff8105e926 __mmdrop ([kernel.kallsyms]) ffffffff81054f68 finish_task_switch ([kernel.kallsyms]) ffffffff81055f12 schedule_tail ([kernel.kallsyms]) ffffffff81468c93 ret_from_fork ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 9 7267025.635233: cycles: ffffffff81058e23 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 1830 8 7267025.635409: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff8111d9d0 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1830 8 7267025.635593: cycles: ffffffff81445e38 sha_transform ([kernel.kallsyms]) ffffffff813227a9 extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff81322a97 xfer_secondary_pool ([kernel.kallsyms]) ffffffff8132290c extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () sh 1830 8 7267025.635774: cycles: ffffffff812582ae prio_tree_insert ([kernel.kallsyms]) ffffffff81113a08 vma_prio_tree_insert ([kernel.kallsyms]) ffffffff81124b06 vma_adjust ([kernel.kallsyms]) ffffffff8112512a __split_vma ([kernel.kallsyms]) ffffffff81127851 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3ef2cc5237 ([kernel.kallsyms]) 7f3ef2cc5237 __mprotect (/lib64/ld-2.11.3.so) 2000 () sh 1830 8 7267025.637053: cycles: 7f3ef257de4c __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () sh 1830 9 7267025.637366: cycles: ffffffff8115bfa5 file_sb_list_del ([kernel.kallsyms]) ffffffff8115c844 __fput ([kernel.kallsyms]) ffffffff81123f45 remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f3ef2599a57 ([kernel.kallsyms]) 7f3ef2599a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1830 9 7267025.637887: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5834de23b8 ([kernel.kallsyms]) 7f5834de23b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5834dda985 dl_main (/lib64/ld-2.11.3.so) 7f5834debb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 3 7267025.638488: cycles: ffffffff81469760 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1830 9 7267025.638633: cycles: 7f5834de0beb _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f5834de4c78 _dl_fixup (/lib64/ld-2.11.3.so) addr2lin 1830 9 7267025.641045: cycles: 7f58341bd7ae __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.641219: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1830 9 7267025.647036: cycles: 7f58341b689f __realloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.651162: cycles: 7fb873d6c7b7 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 30311 11 7267025.655671: cycles: 675278 SyncOneBuffer (/home/Computational/mark/andres/bin/postgres) 675940 BgBufferSync (/home/Computational/mark/andres/bin/postgres) 63d813 BackgroundWriterMain (/home/Computational/mark/andres/bin/postgres) 4e29ea AuxiliaryProcessMain (/home/Computational/mark/andres/bin/postgres) 64613a StartChildProcess (/home/Computational/mark/andres/bin/postgres) 64a282 reaper (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1834 3 7267025.659538: cycles: ffffffff811712b0 d_absolute_path ([kernel.kallsyms]) ffffffff8120adfc d_namespace_path ([kernel.kallsyms]) ffffffff8120b02e aa_get_name ([kernel.kallsyms]) ffffffff8120be32 apparmor_bprm_set_creds ([kernel.kallsyms]) ffffffff81161c58 prepare_binprm ([kernel.kallsyms]) ffffffff81162b54 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f0394b45a57 ([kernel.kallsyms]) 7f0394b45a57 __execve (/lib64/libc-2.11.3.so) 6a4a10 () sh 1834 3 7267025.659752: cycles: ffffffff813233cf get_random_int ([kernel.kallsyms]) ffffffff8103af25 mmap_rnd ([kernel.kallsyms]) ffffffff8103b01e mmap_base ([kernel.kallsyms]) ffffffff8103b136 arch_pick_mmap_layout ([kernel.kallsyms]) ffffffff81161896 setup_new_exec ([kernel.kallsyms]) ffffffff811a8a7c load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f0394b45a57 ([kernel.kallsyms]) 7f0394b45a57 __execve (/lib64/libc-2.11.3.so) expand 1834 3 7267025.659962: cycles: ffffffff81209ec0 aa_dup_task_context ([kernel.kallsyms]) ffffffff8120f668 apparmor_cred_prepare ([kernel.kallsyms]) ffffffff81089b4b prepare_creds ([kernel.kallsyms]) ffffffff81159495 sys_faccessat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7b5038e017 ([kernel.kallsyms]) 7f7b5038e017 access (/lib64/ld-2.11.3.so) postgres 1593 13 7267025.661115: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1832 1 7267025.661875: cycles: ffffffff81152f94 mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f99f3e45398 ([kernel.kallsyms]) 7f99f3e45398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f99f3e3d985 dl_main (/lib64/ld-2.11.3.so) 7f99f3e4eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 1832 1 7267025.664470: cycles: ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f99f2d4a5d0 ([kernel.kallsyms]) 7f99f2d4a5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () objdump 1832 1 7267025.667819: cycles: 7f99f34ee1cb bfd_section_from_elf_index (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267025.671074: cycles: 46f188 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1832 1 7267025.671510: cycles: 7f99f2d0185e __GI_memcpy (/lib64/libc-2.11.3.so) 405cfb (/usr/bin/objdump) objdump 1832 1 7267025.674699: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f99f2d4a5d0 ([kernel.kallsyms]) 7f99f2d4a5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 7 7267025.674910: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 1832 1 7267025.679330: cycles: ffffffff8114f7ad mem_cgroup_get_reclaim_stat_from_page ([kernel.kallsyms]) 2 ([kernel.kallsyms]) 7f99f2cf69d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267025.681039: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) objdump 1832 1 7267025.685697: cycles: ffffffff81154a33 mem_cgroup_uncharge_page ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f99f2d25a38 ([kernel.kallsyms]) swapper 0 3 7267025.686361: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1835 0 7267025.690109: cycles: ffffffff811452cd kmem_cache_free ([kernel.kallsyms]) ffffffff8115a140 do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3988c9f1e0 ([kernel.kallsyms]) 7f3988c9f1e0 __GI___open64 (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.691118: cycles: 5bbedf ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1835 1 7267025.697860: cycles: ffffffff81129317 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4856e115d0 ([kernel.kallsyms]) 7f4856e115d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267025.701058: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1835 1 7267025.705340: cycles: ffffffff810ff01e free_pages_prepare ([kernel.kallsyms]) ffffffff81102a59 free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4856e1bc87 ([kernel.kallsyms]) 7f4856e1bc87 __munmap (/lib64/libc-2.11.3.so) sh 1836 0 7267025.709055: cycles: 7f16a83e0f81 _nl_intern_locale_data (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.711105: cycles: ffffffffa04bfff1 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 7 7267025.714813: cycles: ffffffff8137aa98 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1836 1 7267025.717944: cycles: 7fbadde6af17 _int_malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.721115: cycles: 782ccd CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1837 0 7267025.725724: cycles: ffffffff8111dcb6 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1837 0 7267025.728661: cycles: 7f958fb2c0e1 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () addr2lin 1837 1 7267025.730201: cycles: 7fc8249a03c6 do_lookup_x (/lib64/ld-2.11.3.so) swapper 0 7 7267025.730800: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.731046: cycles: 78319a CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1837 1 7267025.737427: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8114dafb do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc823d739d3 ([kernel.kallsyms]) 7fc823d739d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267025.740988: cycles: 798f7d palloc0 (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1838 0 7267025.745615: cycles: 7f663fd909c8 do_lookup_x (/lib64/ld-2.11.3.so) swapper 0 7 7267025.746779: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1838 1 7267025.749504: cycles: 7f35a3ffedd4 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 4debb0 () swapper 0 4 7267025.750355: cycles: ffffffff81009160 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.750940: cycles: ffffffffa04aea57 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) kworker/ 93 2 7267025.754114: cycles: ffffffff8104d724 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) addr2lin 1838 1 7267025.757270: cycles: 7f35a3fff04c read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 600000000 () swapper 0 7 7267025.758729: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.760944: cycles: 5bdf8b ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 0 7267025.761997: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1839 0 7267025.764692: cycles: ffffffff81468d00 system_call ([kernel.kallsyms]) 7f239d9ddf7f _nl_intern_locale_data (/lib64/libc-2.11.3.so) swapper 0 2 7267025.766120: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267025.766328: cycles: ffffffff8104c780 enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1839 1 7267025.769616: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f48a92385d0 ([kernel.kallsyms]) 7f48a92385d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 7 7267025.770686: cycles: ffffffff81009160 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.770898: cycles: 46efd6 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1839 1 7267025.776974: cycles: 7f48a91e3f07 _int_malloc (/lib64/libc-2.11.3.so) kworker/ 93 2 7267025.778060: cycles: ffffffff8104f6e5 dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) kworker/ 96 4 7267025.778307: cycles: ffffffff8107c889 queue_delayed_work_on ([kernel.kallsyms]) ffffffff81379d08 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) perf 1840 0 7267025.780622: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.780859: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 5 7267025.782416: cycles: ffffffff81067660 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267025.782686: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1840 0 7267025.783648: cycles: 7f9939b0bdbd __ctype_get_mb_cur_max (/lib64/libc-2.11.3.so) addr2lin 1840 1 7267025.789482: cycles: ffffffff8125e9f9 copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff389c7e5d0 ([kernel.kallsyms]) 7ff389c7e5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 6 7267025.790539: cycles: ffffffff812bd16e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.790934: cycles: 4703ee heap_compute_data_size (/home/Computational/mark/andres/bin/postgres) 470568 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 3 7267025.794155: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267025.794640: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1840 1 7267025.796981: cycles: 7ff389c27906 malloc_consolidate (/lib64/libc-2.11.3.so) a1 () sh 1841 0 7267025.800245: cycles: 7f4b2e8e511f check_match.12097 (/lib64/ld-2.11.3.so) postgres 1593 13 7267025.800874: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 10 7267025.802682: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267025.806477: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267025.806608: cycles: ffffffff8102b100 native_apic_msr_write ([kernel.kallsyms]) ffffffff81026553 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1841 1 7267025.809621: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff27bc285d0 ([kernel.kallsyms]) 7ff27bc285d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () swapper 0 7 7267025.810653: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.810924: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 3 7267025.814093: cycles: ffffffff8108dab3 ktime_get_update_offsets ([kernel.kallsyms]) ffffffff81086fe7 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267025.814500: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267025.817280: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff81129e0c anon_vma_fork ([kernel.kallsyms]) ffffffff8105e54d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1842 0 7267025.820123: cycles: 7f8600e6ae8e __strcmp_sse42 (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267025.820950: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9733 find_lock_page ([kernel.kallsyms]) ffffffff8110fe32 shmem_getpage_gfp ([kernel.kallsyms]) ffffffff81110608 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) haveged 3041 7 7267025.821392: cycles: ffffffff810591c6 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8145ff25 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff8116d074 poll_schedule_timeout ([kernel.kallsyms]) ffffffff8116dc7f do_select ([kernel.kallsyms]) ffffffff8116e3d8 core_sys_select ([kernel.kallsyms]) ffffffff8116e781 sys_select ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbf388b4373 ([kernel.kallsyms]) 7fbf388b4373 () addr2lin 1842 1 7267025.821761: cycles: ffffffff81129e7b anon_vma_prepare ([kernel.kallsyms]) ffffffff81121328 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7faf4d32d3b8 ([kernel.kallsyms]) 7faf4d32d3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7faf4d325985 dl_main (/lib64/ld-2.11.3.so) 7faf4d336b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () kworker/ 102 3 7267025.826084: cycles: ffffffff8145eb7f __schedule ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) addr2lin 1842 1 7267025.829840: cycles: ffffffff81124bbd vma_adjust ([kernel.kallsyms]) ffffffff811258b4 vma_merge ([kernel.kallsyms]) ffffffff811269db do_brk ([kernel.kallsyms]) ffffffff81126bc5 sys_brk ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faf4c7582aa ([kernel.kallsyms]) 7faf4c7582aa __brk (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.830975: cycles: 5b8000 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1843 0 7267025.836896: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fd7bff5d8b3 ([kernel.kallsyms]) 7fd7bff5d8b3 dl_main (/lib64/ld-2.11.3.so) 7fd7bff6fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 3 7267025.838106: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.840885: cycles: 7fb873d6c791 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1843 1 7267025.842276: cycles: 7fcce216ddc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 0 7267025.845667: cycles: ffffffff810899fe put_cred_rcu ([kernel.kallsyms]) ffffffff810cd5d2 rcu_do_batch ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 1843 1 7267025.849534: cycles: 7fcce294e3f2 (/usr/lib64/libbfd-2.23.1.so) 400000000 () kworker/ 102 3 7267025.850029: cycles: ffffffff810301a0 native_read_msr_safe ([kernel.kallsyms]) ffffffffa029e0ef read_measured_perf_ctrs (/lib/modules/3.0.101-0.15-default/kernel/drivers/cpufreq/mperf.ko) ffffffff81099eca smp_call_function_single ([kernel.kallsyms]) ffffffffa029e021 cpufreq_get_measured_perf (/lib/modules/3.0.101-0.15-default/kernel/drivers/cpufreq/mperf.ko) ffffffff813778b8 __cpufreq_driver_getavg ([kernel.kallsyms]) ffffffff813798a8 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) postgres 1593 13 7267025.850817: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 30314 10 7267025.855751: cycles: ffffffff813956a3 __kfree_skb ([kernel.kallsyms]) ffffffff8140022d udp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873dc3eb5 ([kernel.kallsyms]) 7fb873dc3eb5 __libc_recv (/lib64/libc-2.11.3.so) sh 1844 0 7267025.856937: cycles: 7f0ca1f3e499 _nl_explode_name (/lib64/libc-2.11.3.so) 7f0ca1f374fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) kworker/ 102 3 7267025.858042: cycles: ffffffff81146184 cache_reap ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 7 7267025.858680: cycles: ffffffff8125b8ba timerqueue_add ([kernel.kallsyms]) ffffffff810866ca enqueue_hrtimer ([kernel.kallsyms]) ffffffff810874b4 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff810945cf tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.860761: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1844 1 7267025.861590: cycles: 7f77d80a10ea bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () kworker/ 93 2 7267025.865628: cycles: ffffffff81254902 find_next_bit ([kernel.kallsyms]) ffffffff813798f1 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) kworker/ 93 2 7267025.865705: cycles: ffffffffa02b0c1d igb_update_stats (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/igb/igb.ko) ffffffffa02b5bbf igb_watchdog_task (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/igb/igb.ko) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) kworker/ 93 2 7267025.865782: cycles: ffffffff81009e04 native_read_tsc ([kernel.kallsyms]) ffffffff8125ed1b delay_tsc ([kernel.kallsyms]) ffffffffa02c6ca5 igb_read_phy_reg_mdic (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/igb/igb.ko) ffffffffa02c029b igb_read_phy_reg_82580 (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/igb/igb.ko) ffffffffa02b11de igb_update_stats (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/igb/igb.ko) ffffffffa02b5bbf igb_watchdog_task (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/igb/igb.ko) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 3 7267025.865981: cycles: ffffffff81046c40 update_cpu_load ([kernel.kallsyms]) ffffffff8105570e scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1844 1 7267025.869052: cycles: ffffffff81153f55 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f77d78ab9d3 ([kernel.kallsyms]) 7f77d78ab9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267025.870819: cycles: 7989dc MemoryContextReset (/home/Computational/mark/andres/bin/postgres) 5b396d ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 0 7267025.873078: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1845 0 7267025.875588: cycles: ffffffff8125f900 __memcpy ([kernel.kallsyms]) ffffffff8116f500 prepend ([kernel.kallsyms]) ffffffff8116f799 prepend_path ([kernel.kallsyms]) ffffffff81171967 d_path ([kernel.kallsyms]) ffffffff810f3d2b perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4768d90c5a ([kernel.kallsyms]) 7f4768d90c5a __GI_mmap64 (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.880751: cycles: 5bdaa0 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1845 1 7267025.881486: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbdd26b15d0 ([kernel.kallsyms]) 7fbdd26b15d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 7 7267025.881608: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1845 1 7267025.888894: cycles: 7fbdd2e45713 (/usr/lib64/libbfd-2.23.1.so) 61aae8 () 0 () a435f0 () a42a70 () a40a80 () a3e830 () a3ddd0 () a3bed0 () a3b6b0 () a39ca0 () a39540 () a37220 () a35150 () a346d0 () a323f0 () a30220 () a2f8c0 () a2d780 () a2b6d0 () a2a930 () a284a0 () a265f0 () a25a90 () a237d0 () a21310 () a1f280 () a1e6c0 () a1c670 () a1af40 () a1a7e0 () a18460 () a16290 () a14780 () a13d60 () a11af0 () a0fa00 () a0ed80 () a0cbe0 () a0a9d0 () a0a170 () a07d40 () a05af0 () a051d0 () a03280 () a027e0 () a01070 () a00750 () 9fe730 () 9fc690 () 9fb9d0 () 9f9540 () 9f6ff0 () 9f5090 () 9f2f20 () 9f2360 () 9f00b0 () 9edcb0 () 9ed3d0 () 9eb3b0 () 9e9190 () 9e86f0 () 9e6810 () 9e5f70 () 9e3b80 () 9e1a00 () 9e0c80 () 9deb30 () 9dc920 () 9dbc00 () 9d9770 () 9d7680 () 9d6010 () 9d5790 () 9d3470 () 9d1b30 () 9d1470 () 9cf6c0 () 9ceb40 () 9cc670 () 9cb060 () 9ca980 () 9c83a0 () 9c5f00 () 9c3c90 () 9c1840 () 9c0be0 () 9be770 () 9bc370 () 9ba340 () 9b9960 () 9b7ab0 () 9b6d30 () 9b5030 () 9b4530 () 9b22f0 () 9b0020 () 9af760 () 9ae0f0 () 9ad7d0 () 9ab4c0 () 9a9c30 () 9a9450 () 9a7340 () 9a52e0 () 9a46a0 () 9a27f0 () 9a1d90 () 99f890 () 99d720 () 99b3f0 () 9996c0 () 998ec0 () 9970f0 () 996470 () 994640 () 993960 () 991590 () 98f270 () 98d410 () 98c730 () 98a5e0 () 988160 () 985c30 () 983930 () 982c30 () 9809d0 () 97e600 () 97c230 () 979e70 () 9791d0 () 976c70 () 974910 () 973280 () 9728c0 () 970ae0 () 96efd0 () 96e770 () 96c060 () 969fe0 () 967e10 () 967590 () 965080 () 962cb0 () 960bf0 () 9604b0 () 95e210 () 95d790 () 95b290 () 958da0 () 9575f0 () 956af0 () 954b70 () 953180 () 952b20 () 950840 () 94ecd0 () 94e1b0 () 94bd40 () 9499e0 () 947530 () 945410 () 944670 () 9425c0 () 940760 () 93f900 () 93d480 () 93b250 () 9390b0 () 9384f0 () 935fc0 () 933ae0 () 931710 () 92f460 () 92eba0 () 92c860 () 92a440 () 928100 () 927380 () 925140 () 922db0 () 920c10 () 91ffd0 () 91dae0 () 91b5f0 () 9191f0 () 916f90 () 9153e0 () 914b60 () 913530 () 912cb0 () 911720 () 910e80 () 90eda0 () 90d710 () 90ce70 () 90b7f0 () 90aeb0 () 909320 () 908cc0 () 906e30 () 9062d0 () 904d80 () 904560 () 9029e0 () 901ec0 () 8ffcd0 () 8fdb40 () 8fb860 () 8fae20 () 8f8f60 () 8f8300 () 8f5f40 () 8f4108 () 8f1e70 () 8f1770 () 8efe80 () 8ef500 () 8ed920 () 8ecec0 () 8eaa20 () 8e8b50 () 8e7f50 () 8e5be0 () 8e3f10 () 8e3250 () 8e1200 () 8df030 () 8de6b0 () 8dc750 () 8dc030 () 8d9c90 () 8d80e0 () 8d76e0 () 8d51b0 () 8d3100 () 8d1690 () 8d0d70 () 8ce950 () 8cca20 () 8cc0c0 () 8ca1f0 () 8c9690 () 8c7830 () 8c6eb0 () 8c4c00 () 8c3370 () 8c29d0 () 8c0940 () 8befb0 () 8be4b0 () 8bc140 () 8b9ec0 () 8b85f0 () postgres 1593 13 7267025.890697: cycles: ffffffffa04c005a ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 30004 0 7267025.891149: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1846 0 7267025.892600: cycles: 7f3d1d53a0dc _nl_intern_locale_data (/lib64/libc-2.11.3.so) swapper 0 6 7267025.898571: cycles: ffffffffa04ff754 nf_nat_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 6 7267025.898677: cycles: ffffffffa05bef34 ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () swapper 0 6 7267025.899224: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 7 7267025.899294: cycles: ffffffffa04a8b80 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa1c0 () addr2lin 1846 1 7267025.899371: cycles: ffffffff811219a1 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f87128ca5d0 ([kernel.kallsyms]) 7f87128ca5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () postgres 1593 13 7267025.900740: cycles: 798f7d palloc0 (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267025.905554: cycles: ffffffff810510c0 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267025.908652: cycles: ffffffff81144c78 kmem_cache_alloc ([kernel.kallsyms]) ffffffff81129d8f anon_vma_fork ([kernel.kallsyms]) ffffffff8105e54d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.910681: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1847 0 7267025.912716: cycles: 42bf41 (/bin/bash) sh 1848 1 7267025.912777: cycles: 7fd1167a5734 __malloc (/lib64/libc-2.11.3.so) sh 1850 3 7267025.913071: cycles: ffffffff8125b0cc strcmp ([kernel.kallsyms]) ffffffff8120baab find_attach ([kernel.kallsyms]) ffffffff8120c09c apparmor_bprm_set_creds ([kernel.kallsyms]) ffffffff81161c58 prepare_binprm ([kernel.kallsyms]) ffffffff81162b54 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fd1167d2a57 ([kernel.kallsyms]) 7fd1167d2a57 __execve (/lib64/libc-2.11.3.so) 6a4a10 () sh 1849 8 7267025.913085: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8145f4c5 schedule_timeout ([kernel.kallsyms]) ffffffff8145e506 wait_for_common ([kernel.kallsyms]) ffffffff810ba38b stop_one_cpu ([kernel.kallsyms]) ffffffff810536c7 sched_exec ([kernel.kallsyms]) ffffffff81162ab5 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fd1167d2a57 ([kernel.kallsyms]) 7fd1167d2a57 __execve (/lib64/libc-2.11.3.so) 6a4ab0 () 6a4b10 () 6a4b70 () sh 1850 3 7267025.913151: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff8111d9d0 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fd1167d2a57 ([kernel.kallsyms]) 7fd1167d2a57 __execve (/lib64/libc-2.11.3.so) sh 1849 8 7267025.913163: cycles: ffffffff81063627 mm_update_next_owner ([kernel.kallsyms]) ffffffff81161606 exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fd1167d2a57 ([kernel.kallsyms]) 7fd1167d2a57 __execve (/lib64/libc-2.11.3.so) expand 1850 3 7267025.913232: cycles: ffffffff811a79f3 create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fd1167d2a57 ([kernel.kallsyms]) 7fd1167d2a57 () sh 1849 8 7267025.913234: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff81129a19 unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fd1167d2a57 ([kernel.kallsyms]) 7fd1167d2a57 __execve (/lib64/libc-2.11.3.so) haveged 3041 7 7267025.913256: cycles: ffffffff81051205 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8145ff25 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff8116d074 poll_schedule_timeout ([kernel.kallsyms]) ffffffff8116dc7f do_select ([kernel.kallsyms]) ffffffff8116e3d8 core_sys_select ([kernel.kallsyms]) ffffffff8116e781 sys_select ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbf388b4373 ([kernel.kallsyms]) 7fbf388b4373 () grep 1849 8 7267025.914255: cycles: ffffffff81168781 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6ab53541e0 ([kernel.kallsyms]) 7f6ab53541e0 __GI___open64 (/lib64/libc-2.11.3.so) 7f6ab53c9890 (/lib64/libc-2.11.3.so) swapper 0 9 7267025.918617: cycles: ffffffff812bd101 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.920631: cycles: ffffffff81087a73 down_read_trylock ([kernel.kallsyms]) ffffffff81464838 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) objdump 1848 1 7267025.920892: cycles: 40600a (/usr/bin/objdump) 7f9164118020 () 6be7b8 () 7fff4320c301 () objdump 1848 1 7267025.928619: cycles: 7f91649dc046 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 400000000 () postgres 1593 13 7267025.930696: cycles: ffffffffff600186 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1851 3 7267025.936883: cycles: ffffffff81087a81 down_read_trylock ([kernel.kallsyms]) ffffffff81464838 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4a54fa4b6a ([kernel.kallsyms]) 7f4a54fa4b6a _dl_load_cache_lookup (/lib64/ld-2.11.3.so) postgres 1593 13 7267025.940632: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1851 2 7267025.940969: cycles: 7fb2b1ac53bb _dl_relocate_object (/lib64/ld-2.11.3.so) 7fb2b1abd985 dl_main (/lib64/ld-2.11.3.so) 7fb2b1aceb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 9 7267025.946547: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1851 2 7267025.948512: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb2b0eea5d0 ([kernel.kallsyms]) 7fb2b0eea5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267025.950580: cycles: 4bffe0 TransactionIdPrecedes (/home/Computational/mark/andres/bin/postgres) 7a5892 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1851 2 7267025.953191: cycles: 7fb2b0e98734 __malloc (/lib64/libc-2.11.3.so) perf 1852 9 7267025.958323: cycles: ffffffff8111fef8 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdcb67ca ([kernel.kallsyms]) 7f2abdcb67ca __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 9 7267025.958532: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff81017e61 intel_pmu_disable_all ([kernel.kallsyms]) ffffffff810ef676 perf_adjust_freq_unthr_context ([kernel.kallsyms]) ffffffff810ef855 perf_event_task_tick ([kernel.kallsyms]) ffffffff81055788 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267025.960538: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 1852 9 7267025.960712: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f994b1b9a57 ([kernel.kallsyms]) 7f994b1b9a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1852 9 7267025.961239: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff811211e0 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7070bbe3b8 ([kernel.kallsyms]) 7f7070bbe3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7070bb6985 dl_main (/lib64/ld-2.11.3.so) 7f7070bc7b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1852 9 7267025.961981: cycles: 7f706ffad5a2 __mbsrtowcs_l (/lib64/libc-2.11.3.so) 7f707076bfa7 (/usr/lib64/libbfd-2.23.1.so) 7f7070b5a8c0 (/usr/lib64/libbfd-2.23.1.so) 616100666c652d2a () addr2lin 1852 9 7267025.964359: cycles: 7f7070784ec5 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 7f706fdad080 () 6153eb () 7ffffc9b6313 () addr2lin 1852 9 7267025.970265: cycles: 7f706ff9947d __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.970605: cycles: 46ffd7 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1853 0 7267025.978071: cycles: ffffffff81153fa0 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fcb8fb053b8 ([kernel.kallsyms]) 7fcb8fb053b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fcb8fafd985 dl_main (/lib64/ld-2.11.3.so) 7fcb8fb0eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1853 0 7267025.979259: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff8115c98d put_filp ([kernel.kallsyms]) ffffffff81169099 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcb8f4091e0 ([kernel.kallsyms]) 7fcb8f4091e0 __GI___open64 (/lib64/libc-2.11.3.so) sh 1853 0 7267025.980443: cycles: 7fcb8f3c8ded __GI_mbrtowc (/lib64/libc-2.11.3.so) postgres 1593 13 7267025.980546: cycles: 5bbaf7 ExecHashGetBucketAndBatch (/home/Computational/mark/andres/bin/postgres) 5bdd21 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267025.981130: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1853 1 7267025.983369: cycles: 7f65f7d83657 __free (/lib64/libc-2.11.3.so) 1 () 2f656c61636f6c2f () addr2lin 1853 1 7267025.987886: cycles: 7f65f858332a bfd_elf_string_from_elf_section (/usr/lib64/libbfd-2.23.1.so) 7fff4b860313 () postgres 1593 13 7267025.990496: cycles: 46fb81 nocachegetattr (/home/Computational/mark/andres/bin/postgres) 7a0ab7 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1853 1 7267025.993083: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f65f7dd55d0 ([kernel.kallsyms]) 7f65f7dd55d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1853 1 7267025.996331: cycles: 7f65f856c410 (/usr/lib64/libbfd-2.23.1.so) 800000001 () addr2lin 1853 1 7267025.999821: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f65f7dd55d0 ([kernel.kallsyms]) 7f65f7dd55d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () postgres 1593 13 7267026.000455: cycles: 5b7bd8 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1854 0 7267026.003498: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff81121a75 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4e956feb00 ([kernel.kallsyms]) 7f4e956feb00 _start (/lib64/ld-2.11.3.so) sh 1854 0 7267026.006016: cycles: 7f4e94f630a8 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () fail2ban 1223 4 7267026.007129: cycles: 7f4657d814b9 () fail2ban 1223 4 7267026.007192: cycles: 7f4657d5bf5e () 7f46581e1ae0 () addr2lin 1854 1 7267026.009485: cycles: 7f188e50ad20 bfd_elf_sym_name (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267026.010420: cycles: ffffffffa05e1d4d ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1854 1 7267026.015680: cycles: 7f188e4df020 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 500000001 () postgres 1593 13 7267026.020473: cycles: 7fffe8fff8f5 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267026.021319: cycles: ffffffff81051526 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1855 0 7267026.023694: cycles: ffffffff811137f3 vma_prio_tree_add ([kernel.kallsyms]) ffffffff81124b06 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff81127873 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f394a374237 ([kernel.kallsyms]) 7f394a374237 __mprotect (/lib64/ld-2.11.3.so) 7f394a57b640 (/lib64/ld-2.11.3.so) addr2lin 1855 1 7267026.026957: cycles: 7ff0e833c6a0 __strrchr_sse2 (/lib64/libc-2.11.3.so) 7fffe50b8310 () 6f682f00652d0065 () postgres 1593 13 7267026.030424: cycles: 5ac6e3 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1855 1 7267026.033775: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff0e83339d3 ([kernel.kallsyms]) 7ff0e83339d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267026.040381: cycles: ffffffff81116054 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811291b2 page_add_file_rmap ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 30004 0 7267026.041088: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1856 8 7267026.043320: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff8117ab98 single_release ([kernel.kallsyms]) ffffffff811b7c3e proc_reg_release ([kernel.kallsyms]) ffffffff8115c803 __fput ([kernel.kallsyms]) ffffffff811584fc filp_close ([kernel.kallsyms]) ffffffff811585d7 sys_close ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f08af9e4570 ([kernel.kallsyms]) 7f08af9e4570 __GI___libc_close (/lib64/libc-2.11.3.so) sh 1856 8 7267026.044124: cycles: ffffffff8105e58d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f08af9bf75f ([kernel.kallsyms]) 7f08af9bf75f __libc_fork (/lib64/libc-2.11.3.so) 437b85 make_child (/bin/bash) 6a6c60 () swapper 0 7 7267026.044582: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) grep 1858 3 7267026.045436: cycles: 7f30ea7e377b __malloc (/lib64/libc-2.11.3.so) 2f656c61636f6c2f () grep 1858 3 7267026.046093: cycles: 7f30ea7e0e84 _int_malloc (/lib64/libc-2.11.3.so) objdump 1857 0 7267026.046459: cycles: 7f5b897e29a2 do_lookup_x (/lib64/ld-2.11.3.so) objdump 1857 0 7267026.049274: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f5b886f5060 ([kernel.kallsyms]) 7f5b886f5060 __tfind (/lib64/libc-2.11.3.so) 6f6974617475706d () postgres 1593 13 7267026.050456: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) kworker/ 2954 0 7267026.053225: cycles: ffffffff812563cf kobject_put ([kernel.kallsyms]) ffffffff813762bd cpufreq_cpu_put ([kernel.kallsyms]) ffffffff81377885 __cpufreq_driver_getavg ([kernel.kallsyms]) ffffffff813798a8 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 8 7267026.054200: cycles: ffffffff81461200 save_args ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 30314 10 7267026.055688: cycles: ffffffff81395b10 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff8140022d udp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873dc3eb5 ([kernel.kallsyms]) 7fb873dc3eb5 __libc_recv (/lib64/libc-2.11.3.so) objdump 1857 0 7267026.055982: cycles: 7f5b886507b1 msort_with_tmp (/lib64/libc-2.11.3.so) 405cfb (/usr/bin/objdump) objdump 1857 0 7267026.059199: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5b886e95d0 ([kernel.kallsyms]) 7f5b886e95d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267026.060394: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1857 0 7267026.064173: cycles: 7f5b88e80473 (/usr/lib64/libbfd-2.23.1.so) 500000000 () postgres 1593 13 7267026.070344: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1857 0 7267026.070902: cycles: 7f5b8869293e malloc_consolidate (/lib64/libc-2.11.3.so) 8b1 () grep 1858 1 7267026.071783: cycles: 40b1d9 (/bin/grep) perf 1860 3 7267026.074191: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1860 3 7267026.075490: cycles: 7f91bc771c30 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f91bc7734f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f91bc76b985 dl_main (/lib64/ld-2.11.3.so) 7f91bc77cb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1860 3 7267026.076752: cycles: 7f91bc022ed5 _int_malloc (/lib64/libc-2.11.3.so) 0 () addr2lin 1860 2 7267026.078312: cycles: ffffffff81102717 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8112002c do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fcd8b693938 ([kernel.kallsyms]) 7fcd8b693938 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7fcd8b694d2d _dl_map_object (/lib64/ld-2.11.3.so) 2e7a62696c00322e () addr2lin 1860 2 7267026.078813: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fcd8b6983b8 ([kernel.kallsyms]) 7fcd8b6983b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fcd8b690985 dl_main (/lib64/ld-2.11.3.so) 7fcd8b6a1b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1860 2 7267026.079309: cycles: ffffffff81121185 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fcd8b6983e8 ([kernel.kallsyms]) 7fcd8b6983e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fcd8b690985 dl_main (/lib64/ld-2.11.3.so) 7fcd8b6a1b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.080301: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1860 2 7267026.080925: cycles: 7fcd8b3c5e30 xmalloc (/usr/lib64/libbfd-2.23.1.so) addr2lin 1860 2 7267026.086288: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcd8aabd5d0 ([kernel.kallsyms]) 7fcd8aabd5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267026.090376: cycles: 6777da StrategyGetBuffer (/home/Computational/mark/andres/bin/postgres) 675f89 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1860 2 7267026.092193: cycles: 7fcd8b254410 (/usr/lib64/libbfd-2.23.1.so) 100000001 () addr2lin 1860 2 7267026.096852: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcd8aabd5d0 ([kernel.kallsyms]) 7fcd8aabd5d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () perf 1861 4 7267026.100013: cycles: 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 1861 5 7267026.100130: cycles: ffffffff8125b0cc strcmp ([kernel.kallsyms]) ffffffff8120baab find_attach ([kernel.kallsyms]) ffffffff8120c09c apparmor_bprm_set_creds ([kernel.kallsyms]) ffffffff81161c58 prepare_binprm ([kernel.kallsyms]) ffffffff81162b54 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1861 5 7267026.100282: cycles: ffffffff8111de81 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.100315: cycles: 5b16b7 ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1861 5 7267026.100437: cycles: ffffffff8111da35 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1861 5 7267026.101553: cycles: 7fce7232542e _dl_relocate_object (/lib64/ld-2.11.3.so) 7fce7231d985 dl_main (/lib64/ld-2.11.3.so) 7fce7232eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1861 4 7267026.106656: cycles: 7fe830cf806a _nl_make_l10nflist (/lib64/libc-2.11.3.so) addr2lin 1861 4 7267026.109618: cycles: 7fe830d4bdb4 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.110265: cycles: ffffffffa056f941 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) kworker/ 104 7 7267026.113116: cycles: ffffffff8145ed34 thread_return ([kernel.kallsyms]) swapper 0 3 7267026.113455: cycles: ffffffff810947be tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1861 4 7267026.113620: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe830d955d0 ([kernel.kallsyms]) 7fe830d955d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1861 4 7267026.116347: cycles: 7fe83151a220 bfd_alloc (/usr/lib64/libbfd-2.23.1.so) mmfsd 13629 10 7267026.118339: cycles: ffffffff8115bdc6 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 388000000000 () addr2lin 1861 4 7267026.119549: cycles: 7fe83152c3fe (/usr/lib64/libbfd-2.23.1.so) 400000001 () postgres 1593 13 7267026.120280: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9733 find_lock_page ([kernel.kallsyms]) ffffffff8110fe32 shmem_getpage_gfp ([kernel.kallsyms]) ffffffff81110608 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1861 4 7267026.124510: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe830d70a38 ([kernel.kallsyms]) sh 1862 6 7267026.126797: cycles: 7fa957947caf _dl_new_object (/lib64/ld-2.11.3.so) 7fa9579567dd (/lib64/ld-2.11.3.so) sh 1862 7 7267026.129860: cycles: ffffffff81260088 strnlen_user ([kernel.kallsyms]) ffffffff81160d4e copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fa957227a57 ([kernel.kallsyms]) 7fa957227a57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () postgres 1593 13 7267026.130330: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1862 7 7267026.130698: cycles: 7f9f0da85bc3 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f9f0da874f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9f0da7f985 dl_main (/lib64/ld-2.11.3.so) 7f9f0da90b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1862 7 7267026.131682: cycles: 7f9f0da877b5 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9f0da7f985 dl_main (/lib64/ld-2.11.3.so) 7f9f0da90b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1862 7 7267026.133969: cycles: 7f9f0d64c97f bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 1ab () 50125c () swapper 0 9 7267026.138173: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1862 7 7267026.138691: cycles: ffffffff8125e9f9 copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9f0ceac5d0 ([kernel.kallsyms]) 7f9f0ceac5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267026.140262: cycles: 5b7ff2 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1862 7 7267026.142498: cycles: 7f9f0d62fcc4 bfd_getl32 (/usr/lib64/libbfd-2.23.1.so) addr2lin 1862 7 7267026.147514: cycles: 7f9f0ce56e15 _int_free (/lib64/libc-2.11.3.so) perf 1863 9 7267026.150204: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.150206: cycles: 490686 hash_uint32 (/home/Computational/mark/andres/bin/postgres) 5bbf69 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) migratio 41 9 7267026.150301: cycles: ffffffff810511b6 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff810ba01d cpu_stopper_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) perf 1863 8 7267026.150435: cycles: ffffffff8111dc63 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1863 8 7267026.150669: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1863 8 7267026.150895: cycles: ffffffff810fe1e9 get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1863 8 7267026.152242: cycles: 7f901ce4f6e7 __malloc (/lib64/libc-2.11.3.so) 841f0f () sh 1863 9 7267026.152683: cycles: ffffffff8145efc1 _cond_resched ([kernel.kallsyms]) ffffffff8111e230 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f901ce7ca57 ([kernel.kallsyms]) 7f901ce7ca57 __execve (/lib64/libc-2.11.3.so) addr2lin 1863 9 7267026.153825: cycles: 7ff63886920e __strcmp_sse2 (/lib64/libc-2.11.3.so) 7ff600000000 () 2f656c61636f6c2f () addr2lin 1863 9 7267026.155403: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff63886ddc8 ([kernel.kallsyms]) 7ff63886ddc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1863 9 7267026.158637: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff6388b75d0 ([kernel.kallsyms]) 7ff6388b75d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267026.160160: cycles: ffffffff81193dd0 __fsnotify_parent ([kernel.kallsyms]) ffffffff811ec045 security_file_permission ([kernel.kallsyms]) ffffffff8115aaa6 rw_verify_area ([kernel.kallsyms]) ffffffff8115b194 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1863 9 7267026.164593: cycles: 7ff63904e437 (/usr/lib64/libbfd-2.23.1.so) 200000001 () swapper 0 6 7267026.164693: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.170127: cycles: 5b7c05 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1864 0 7267026.170754: cycles: ffffffff8112725e change_protection ([kernel.kallsyms]) ffffffff811277e7 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7d7ab1d237 ([kernel.kallsyms]) 7f7d7ab1d237 __mprotect (/lib64/ld-2.11.3.so) 2000 () sh 1864 0 7267026.171668: cycles: ffffffff81258ec4 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7d7a41d180 ([kernel.kallsyms]) 7f7d7a41d180 __GI___getpagesize (/lib64/libc-2.11.3.so) 7f7d7a372aa1 _nl_find_locale (/lib64/libc-2.11.3.so) 7f7d7a3724fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) sh 1864 0 7267026.172587: cycles: 7f7d7a460fa5 __strcpy_ssse3 (/lib64/libc-2.11.3.so) sh 1864 1 7267026.173780: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f7d7a3f1a57 ([kernel.kallsyms]) 7f7d7a3f1a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1864 1 7267026.174227: cycles: ffffffff8111d7f0 free_pgd_range ([kernel.kallsyms]) ffffffff8111d9ef free_pgtables ([kernel.kallsyms]) ffffffff811241ac unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f010227b1da ([kernel.kallsyms]) 7f010227b1da mmap (/lib64/ld-2.11.3.so) 298000 () addr2lin 1864 1 7267026.174657: cycles: ffffffff8114f844 mem_cgroup_add_lru_list ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8112128d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f01022703b8 ([kernel.kallsyms]) 7f01022703b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f0102268985 dl_main (/lib64/ld-2.11.3.so) 7f0102279b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1864 1 7267026.176178: cycles: 7f0101639635 __GI_fgets_unlocked (/lib64/libc-2.11.3.so) 7550206c6172656e () postgres 1593 13 7267026.180092: cycles: 7fffe8fff90a ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1864 1 7267026.181841: cycles: ffffffff8110591d put_page ([kernel.kallsyms]) ffffffff810fa631 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f01016955d0 ([kernel.kallsyms]) 7f01016955d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1864 1 7267026.188008: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8110067e get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f010164456e ([kernel.kallsyms]) 7f010164456e _int_realloc (/lib64/libc-2.11.3.so) b011 () postgres 1593 13 7267026.190061: cycles: 7fffe8fff6a5 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1864 1 7267026.192804: cycles: 7f010163fe57 _int_free (/lib64/libc-2.11.3.so) perf 30004 0 7267026.195252: cycles: ffffffff8125a52f rb_insert_color ([kernel.kallsyms]) ffffffff8105e5f3 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 10 7267026.196939: cycles: ffffffff8137bd30 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1865 0 7267026.198044: cycles: 7fdccce0602f _nl_make_l10nflist (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.200032: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1865 1 7267026.203271: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffc187785d0 ([kernel.kallsyms]) 7ffc187785d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1865 1 7267026.209560: cycles: 7ffc1872444e _int_malloc (/lib64/libc-2.11.3.so) 7ffc18a1ef18 (/lib64/libc-2.11.3.so) 7ffc18a1ef08 (/lib64/libc-2.11.3.so) 7ffc18a1eef8 (/lib64/libc-2.11.3.so) 90a450 () 10601 () postgres 1593 13 7267026.210006: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1866 0 7267026.216800: cycles: ffffffff811451fa kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1866 0 7267026.219801: cycles: 7fc09fdd1da0 __ctype_get_mb_cur_max (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.219982: cycles: 5b16ab ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1866 1 7267026.221295: cycles: 7f7469bd6753 __GI_wmemchr (/lib64/libc-2.11.3.so) 7f7469bfad5e __GI_fnmatch (/lib64/libc-2.11.3.so) 7f746a39ffa7 (/usr/lib64/libbfd-2.23.1.so) 7f746a7881e0 (/usr/lib64/libbfd-2.23.1.so) 2a736f6369642d () addr2lin 1866 1 7267026.228354: cycles: 7f7469bc577d __malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267026.229958: cycles: 6775f2 StrategyGetBuffer (/home/Computational/mark/andres/bin/postgres) 675f89 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1866 1 7267026.235776: cycles: ffffffff81101aa3 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7469bf2a38 ([kernel.kallsyms]) sh 1867 0 7267026.238478: cycles: ffffffff81165da8 getname_flags ([kernel.kallsyms]) ffffffff81159ff1 do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f11287151e0 ([kernel.kallsyms]) 7f11287151e0 __GI___open64 (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.239935: cycles: 46ef16 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1867 1 7267026.248621: cycles: 7ffdac9a7e4d (/usr/lib64/libbfd-2.23.1.so) postgres 1593 13 7267026.249910: cycles: ffffffffa05e1d5e ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 10 7267026.256820: cycles: ffffffff812bd1b1 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267026.257084: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 2954 0 7267026.257094: cycles: ffffffff81460edb _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810706e6 add_timer_on ([kernel.kallsyms]) ffffffff8107c9df queue_delayed_work_on ([kernel.kallsyms]) ffffffff81379d08 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) postgres 1593 13 7267026.259975: cycles: 5bbe40 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1868 9 7267026.262355: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fd3b340edc8 ([kernel.kallsyms]) 7fd3b340edc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 1868 9 7267026.263605: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd3b34585d0 ([kernel.kallsyms]) 7fd3b34585d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1868 9 7267026.264870: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd3b34585d0 ([kernel.kallsyms]) 7fd3b34585d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 1868 9 7267026.267213: cycles: 7fd3b3bef3f2 (/usr/lib64/libbfd-2.23.1.so) 400000001 () swapper 0 5 7267026.269368: cycles: ffffffff81066bd6 __local_bh_enable ([kernel.kallsyms]) ffffffff810676b9 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.269933: cycles: 7989b0 MemoryContextReset (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1868 9 7267026.272252: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fd3b34049d3 ([kernel.kallsyms]) 7fd3b34049d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () a59a98 () 0 () 0 () a54948 () 0 () 0 () a4faf8 () 0 () 0 () 0 () a48898 () 0 () a460c8 () 0 () a436a8 () 0 () 0 () a3e8e8 () 0 () a3bf88 () 0 () 0 () 0 () a35208 () 0 () 0 () a302d8 () 0 () 0 () a2b788 () 0 () 0 () a266a8 () 0 () 0 () 0 () a1f338 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () a0fab8 () 0 () 0 () a0aa88 () 0 () 0 () a05ba8 () 0 () a03338 () 0 () 0 () 0 () 9fc748 () 0 () 0 () 0 () 0 () 9f2fd8 () 0 () 0 () 9edd68 () 0 () 0 () 9e9248 () 0 () 9e68c8 () 0 () 0 () 9e1ab8 () 0 () 0 () 9dc9d8 () 0 () 0 () 0 () 0 () 0 () 0 () 9cf778 () 0 () 0 () 0 () 0 () 0 () 0 () 9c18f8 () 0 () 0 () 0 () 9ba3f8 () 0 () 9b7b68 () 0 () 9b50e8 () 0 () 0 () 9b00d8 () 0 () 0 () 0 () 0 () 0 () 9a5398 () 0 () 9a28a8 () 0 () 0 () 0 () 0 () 0 () 9971a8 () 0 () 9946f8 () 0 () 0 () 0 () 98d4c8 () 0 () 0 () 0 () 0 () 9839e8 () 0 () 0 () 0 () 0 () 979f28 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 967ec8 () 0 () 0 () 0 () 960ca8 () 0 () 95e2c8 () 0 () 0 () 0 () 0 () 0 () 953530 () 0 () 0 () 0 () 0 () 0 () 0 () 9454c8 () 0 () 0 () 940818 () 0 () 0 () 0 () 939168 () 0 () 0 () 0 () 0 () 92f518 () 0 () 0 () 0 () 9281b8 () 0 () 0 () 0 () 920cc8 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 9096d0 () 0 () 906ee8 () 0 () 0 () 902a98 () 0 () 0 () 0 () 8fb918 () 0 () 8f9018 () 0 () 0 () 8f41c0 () 0 () 0 () 0 () 8ed9d8 () 0 () 0 () 8e8c08 () 0 () 0 () 8e3fc8 () 0 () 0 () 8df0e8 () 0 () 8dc808 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 8ccad8 () 0 () 8ca2a8 () 0 () 8c78e8 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 8b3af8 () 0 () 0 () 0 () 0 () 0 () 8a82a8 () 0 () swapper 0 2 7267026.273022: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1869 0 7267026.278449: cycles: 7f5b0c58cb22 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () postgres 1593 13 7267026.279896: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 1869 0 7267026.279986: cycles: 7f5b0c49d352 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) ff00000000 () sh 1869 1 7267026.280409: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f5b0c522a57 ([kernel.kallsyms]) 7f5b0c522a57 __execve (/lib64/libc-2.11.3.so) swapper 0 5 7267026.285342: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810257a8 lapic_next_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff81087098 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267026.288964: cycles: ffffffff810513e2 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267026.289077: cycles: ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff81026553 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1869 1 7267026.289890: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fde327e55d0 ([kernel.kallsyms]) 7fde327e55d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267026.289973: cycles: 77e12e FunctionCall1Coll (/home/Computational/mark/andres/bin/postgres) 5bbf69 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1869 1 7267026.295582: cycles: 7fde32790f07 _int_malloc (/lib64/libc-2.11.3.so) swapper 0 5 7267026.297320: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1869 1 7267026.299702: cycles: ffffffff810fda76 __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fde327e55d0 ([kernel.kallsyms]) 7fde327e55d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () swapper 0 7 7267026.299817: cycles: ffffffff813a5e4a net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.299914: cycles: 46f482 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1870 0 7267026.303241: cycles: ffffffff8125b0d1 strcmp ([kernel.kallsyms]) ffffffff8120baab find_attach ([kernel.kallsyms]) ffffffff8120c09c apparmor_bprm_set_creds ([kernel.kallsyms]) ffffffff81161c58 prepare_binprm ([kernel.kallsyms]) ffffffff81162b54 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1870 0 7267026.305044: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f52557c7250 ([kernel.kallsyms]) 7f52557c7250 __GI_bsearch (/lib64/libc-2.11.3.so) 7fffb55e737a () 73656c2f6374652f () swapper 0 5 7267026.309286: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1870 1 7267026.309561: cycles: 7fc394ed0dcd __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.309866: cycles: 5ac613 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267026.313535: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1870 1 7267026.315574: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc394ec69d3 ([kernel.kallsyms]) 7fc394ec69d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267026.319824: cycles: 46f41d slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267026.321257: cycles: ffffffff8137a907 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1870 1 7267026.322096: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc394f24c87 ([kernel.kallsyms]) 7fc394f24c87 __munmap (/lib64/libc-2.11.3.so) perf 30004 0 7267026.322931: cycles: ffffffff810845e5 thread_group_cputime ([kernel.kallsyms]) ffffffff81055a2e thread_group_times ([kernel.kallsyms]) ffffffff81064353 wait_task_zombie ([kernel.kallsyms]) ffffffff81064af0 do_wait ([kernel.kallsyms]) ffffffff81064ca7 sys_wait4 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdc76535 ([kernel.kallsyms]) 7f2abdc76535 _IO_new_proc_close (/lib64/libc-2.11.3.so) swapper 0 10 7267026.324672: cycles: ffffffff8137aa90 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1871 0 7267026.325655: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f2461af4910 ([kernel.kallsyms]) 7f2461af4910 __do_global_ctors_aux (/lib64/libdl-2.11.3.so) postgres 1593 13 7267026.329788: cycles: 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267026.333476: cycles: ffffffff810ce050 rcu_check_callbacks ([kernel.kallsyms]) ffffffff810703bf update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1871 1 7267026.334478: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1cc2b5c5d0 ([kernel.kallsyms]) 7f1cc2b5c5d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () postgres 1593 13 7267026.339756: cycles: ffffffffa053b4b2 ([mmfs26]) ffffffffa05419a3 ([mmfs26]) ffffffffa05718be ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1871 1 7267026.342105: cycles: 7f1cc2b059a7 malloc_consolidate (/lib64/libc-2.11.3.so) 31 () perf 30004 0 7267026.344093: cycles: ffffffff81144c6f kmem_cache_alloc ([kernel.kallsyms]) ffffffff81129bd4 anon_vma_clone ([kernel.kallsyms]) ffffffff81129d4d anon_vma_fork ([kernel.kallsyms]) ffffffff8105e54d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1872 0 7267026.346997: cycles: 459c48 (/bin/bash) 68cd10 () 0 () 200020666900207c () fail2ban 1217 7 7267026.347544: cycles: 7f465715f397 () 602010 () 602010 () 602010 () 602010 () swapper 0 7 7267026.347710: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267026.348293: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.349810: cycles: 7fb873d6c787 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1872 1 7267026.354791: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1e996b75d0 ([kernel.kallsyms]) 7f1e996b75d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () swapper 0 7 7267026.357443: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.359761: cycles: 5ac545 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1872 1 7267026.362584: cycles: ffffffff811548b1 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1e996c1c87 ([kernel.kallsyms]) 7f1e996c1c87 __munmap (/lib64/libc-2.11.3.so) sh 1873 0 7267026.364979: cycles: ffffffff81445d84 sha_transform ([kernel.kallsyms]) ffffffff813227a9 extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () postgres 1593 13 7267026.369720: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 0 7267026.372516: cycles: ffffffff8125b811 timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff81086cff __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 1873 1 7267026.375421: cycles: 7f2109d949b5 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267026.379788: cycles: 5ad085 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1873 1 7267026.383254: cycles: ffffffff81106048 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2109df2c87 ([kernel.kallsyms]) 7f2109df2c87 __munmap (/lib64/libc-2.11.3.so) swapper 0 10 7267026.384527: cycles: ffffffff810663f2 msecs_to_jiffies ([kernel.kallsyms]) ffffffff81058eba rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1874 0 7267026.387521: cycles: 459c39 (/bin/bash) 68c200 () 45c030 eval_builtin (/bin/bash) 2960206465746365 () postgres 1593 13 7267026.389733: cycles: 5ad0a3 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1874 1 7267026.396219: cycles: 7f7947f13477 (/usr/lib64/libbfd-2.23.1.so) 600000001 () postgres 1593 13 7267026.399684: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1874 1 7267026.404041: cycles: 7f7948362662 strcmp (/lib64/ld-2.11.3.so) 69766e655f5f0036 () perf 1875 0 7267026.405648: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1875 0 7267026.407840: cycles: ffffffff81468d03 system_call ([kernel.kallsyms]) 7f9dcb7387d4 __GI___fxstat (/lib64/libc-2.11.3.so) 7f9dcb695ec0 _nl_find_locale (/lib64/libc-2.11.3.so) 7f9dcb6954fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) postgres 1593 13 7267026.409750: cycles: 673de1 BufTableLookup (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1875 1 7267026.416913: cycles: 7f4b04ebd046 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 500000000 () mmfsd 1561 6 7267026.417174: cycles: ffffffff810860e2 run_posix_cpu_timers ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) 910187 ([kernel.kallsyms]) 910187 () 15d98f0 () postgres 1593 13 7267026.419688: cycles: 7fffe8fff8f5 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 1 7267026.424985: cycles: ffffffff8137ba50 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267026.425441: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1876 0 7267026.428042: cycles: ffffffff81159f21 do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc71563f1e0 ([kernel.kallsyms]) 7fc71563f1e0 __GI___open64 (/lib64/libc-2.11.3.so) swapper 0 10 7267026.428455: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.429637: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1876 1 7267026.438099: cycles: ffffffff810f3dea perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811269eb do_brk ([kernel.kallsyms]) ffffffff81126bc5 sys_brk ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbbcb6f12aa ([kernel.kallsyms]) 7fbbcb6f12aa __brk (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.439594: cycles: 6765c4 ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 0 7267026.446033: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1877 0 7267026.448803: cycles: 7f200b9bb652 __GI_fgets_unlocked (/lib64/libc-2.11.3.so) 53492e4f4e5f626e () postgres 1593 13 7267026.449558: cycles: 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267026.450724: cycles: ffffffff8145e94a __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 2 7267026.450802: cycles: ffffffff8105c877 select_nohz_load_balancer ([kernel.kallsyms]) ffffffff81094a62 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) sh 1879 9 7267026.450808: cycles: 7f200c1113c6 do_lookup_x (/lib64/ld-2.11.3.so) sh 1880 2 7267026.450872: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff811211e0 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 423560 ([kernel.kallsyms]) 423560 make_bare_word (/bin/bash) 6a6c60 () sh 1879 9 7267026.450885: cycles: 7f200b974db7 __ctype_get_mb_cur_max (/lib64/libc-2.11.3.so) sh 1880 2 7267026.450944: cycles: ffffffff8106e720 sys_getuid ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f200b9f35f7 ([kernel.kallsyms]) 7f200b9f35f7 __GI_getuid (/lib64/libc-2.11.3.so) 646e617078652f () sh 1880 3 7267026.451015: cycles: ffffffff81138eb5 policy_zonelist ([kernel.kallsyms]) ffffffff8113950d alloc_pages_current ([kernel.kallsyms]) ffffffff810ffef9 __get_free_pages ([kernel.kallsyms]) ffffffff8103c641 pgd_alloc ([kernel.kallsyms]) ffffffff8105e2f8 mm_init ([kernel.kallsyms]) ffffffff8116230f bprm_mm_init ([kernel.kallsyms]) ffffffff81162ad2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f200b9f2a57 ([kernel.kallsyms]) 7f200b9f2a57 __execve (/lib64/libc-2.11.3.so) 6a4a10 () sh 1880 3 7267026.451084: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f200b9f2a57 ([kernel.kallsyms]) 7f200b9f2a57 __execve (/lib64/libc-2.11.3.so) objdump 1878 1 7267026.451087: cycles: ffffffff81170fe0 __d_lookup ([kernel.kallsyms]) ffffffff8116693b do_lookup ([kernel.kallsyms]) ffffffff81167d02 do_last ([kernel.kallsyms]) ffffffff811692a3 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0334e4ff57 ([kernel.kallsyms]) 7f0334e4ff57 __open (/lib64/ld-2.11.3.so) 64e0 () expand 1880 3 7267026.451152: cycles: ffffffff810f28ea perf_event_comm ([kernel.kallsyms]) ffffffff81161941 setup_new_exec ([kernel.kallsyms]) ffffffff811a8a7c load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f200b9f2a57 ([kernel.kallsyms]) 7f200b9f2a57 () sh 1879 8 7267026.451179: cycles: ffffffff81145220 kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f200b9f2a57 ([kernel.kallsyms]) 7f200b9f2a57 __execve (/lib64/libc-2.11.3.so) grep 1879 8 7267026.451325: cycles: ffffffff811451fa kmem_cache_free ([kernel.kallsyms]) ffffffff8116a979 user_path_at_empty ([kernel.kallsyms]) ffffffff811594fe sys_faccessat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1eda78f017 ([kernel.kallsyms]) 7f1eda78f017 access (/lib64/ld-2.11.3.so) grep 1879 8 7267026.451461: cycles: 7f1eda78449c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f1eda77c985 dl_main (/lib64/ld-2.11.3.so) 7f1eda78db03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 30311 11 7267026.455430: cycles: 675260 SyncOneBuffer (/home/Computational/mark/andres/bin/postgres) 63d813 BackgroundWriterMain (/home/Computational/mark/andres/bin/postgres) 4e29ea AuxiliaryProcessMain (/home/Computational/mark/andres/bin/postgres) 64613a StartChildProcess (/home/Computational/mark/andres/bin/postgres) 64a282 reaper (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) grep 1879 0 7267026.457124: cycles: ffffffff81145220 kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1eda4a9a38 ([kernel.kallsyms]) sh 1881 3 7267026.458878: cycles: ffffffff8125809b prio_tree_remove ([kernel.kallsyms]) ffffffff81124636 unlink_file_vma ([kernel.kallsyms]) ffffffff8111d970 free_pgtables ([kernel.kallsyms]) ffffffff811241ac unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffc53f1b1da ([kernel.kallsyms]) 7ffc53f1b1da mmap (/lib64/ld-2.11.3.so) 39000 () postgres 1593 13 7267026.459526: cycles: 783276 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1881 2 7267026.463586: cycles: 7f700f6c5a3e _nl_find_locale (/lib64/libc-2.11.3.so) 7f700f6c5352 __GI_setlocale (/lib64/libc-2.11.3.so) 402263 (/usr/bin/addr2line) perf 1883 5 7267026.467013: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff81129f54 anon_vma_prepare ([kernel.kallsyms]) ffffffff8112422d expand_downwards ([kernel.kallsyms]) ffffffff8111c901 do_anonymous_page ([kernel.kallsyms]) ffffffff81121da9 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1883 5 7267026.467170: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1883 5 7267026.467323: cycles: ffffffff8111dac5 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1883 5 7267026.468430: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff803a2b3b8 ([kernel.kallsyms]) 7ff803a2b3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff803a23985 dl_main (/lib64/ld-2.11.3.so) 7ff803a34b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.469499: cycles: 5b7df0 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267026.470575: cycles: ffffffff81464c00 notifier_call_chain ([kernel.kallsyms]) ffffffff81464c7d __atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81002149 cpu_idle ([kernel.kallsyms]) sh 1883 4 7267026.470717: cycles: ffffffff811069d0 mark_page_accessed ([kernel.kallsyms]) ffffffff8111df34 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ff80330aa57 ([kernel.kallsyms]) 7ff80330aa57 __execve (/lib64/libc-2.11.3.so) addr2lin 1883 4 7267026.470878: cycles: ffffffff8125fbcf __memset ([kernel.kallsyms]) ffffffff811449f9 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff810f3d0e perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ff80330aa57 ([kernel.kallsyms]) 7ff80330aa57 () haveged 3041 7 7267026.471027: cycles: ffffffff810599b1 pick_next_task_fair ([kernel.kallsyms]) ffffffff8145ee8e thread_return ([kernel.kallsyms]) ffffffff8145ff25 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff8116d074 poll_schedule_timeout ([kernel.kallsyms]) ffffffff8116dc7f do_select ([kernel.kallsyms]) ffffffff8116e3d8 core_sys_select ([kernel.kallsyms]) ffffffff8116e781 sys_select ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbf388b4373 ([kernel.kallsyms]) 7fbf388b4373 () addr2lin 1883 4 7267026.472141: cycles: 7f3670e079c8 do_lookup_x (/lib64/ld-2.11.3.so) sh 1884 7 7267026.477041: cycles: ffffffff81258074 prio_tree_remove ([kernel.kallsyms]) ffffffff81124ad7 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff81127873 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f78a8404237 ([kernel.kallsyms]) 7f78a8404237 __mprotect (/lib64/ld-2.11.3.so) 39000 () sh 1884 7 7267026.477994: cycles: ffffffff8126dbcd __percpu_counter_add ([kernel.kallsyms]) ffffffff81126333 __vm_enough_memory ([kernel.kallsyms]) ffffffff81126988 do_brk ([kernel.kallsyms]) ffffffff81126bc5 sys_brk ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f78a7d032aa ([kernel.kallsyms]) 7f78a7d032aa __brk (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.479471: cycles: 5b44e8 ExecStoreTuple (/home/Computational/mark/andres/bin/postgres) 5c5974 SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1884 7 7267026.479509: cycles: 7f78a7c53560 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) ff00000000 () addr2lin 1884 6 7267026.479948: cycles: ffffffff81126687 get_unmapped_area ([kernel.kallsyms]) ffffffff81126d7a do_mmap_pgoff ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f78a7cd8a57 ([kernel.kallsyms]) 7f78a7cd8a57 () addr2lin 1884 6 7267026.480693: cycles: ffffffff81087abf up_read ([kernel.kallsyms]) ffffffff81464991 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f86ebf66398 ([kernel.kallsyms]) 7f86ebf66398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f86ebf5e985 dl_main (/lib64/ld-2.11.3.so) 7f86ebf6fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1884 6 7267026.481471: cycles: 7f86ebf6640a _dl_relocate_object (/lib64/ld-2.11.3.so) 7f86ebf5e985 dl_main (/lib64/ld-2.11.3.so) 7f86ebf6fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1884 6 7267026.483752: cycles: 7f86ebb2d16b bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () perf 1949 8 7267026.485335: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) addr2lin 1949 9 7267026.488122: cycles: 7f7135e6142e _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7135e59985 dl_main (/lib64/ld-2.11.3.so) 7f7135e6ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.489445: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1950 0 7267026.493866: cycles: 7f5561489d40 __GI__dl_mcount_wrapper_check (/lib64/libc-2.11.3.so) 636600652d43782d () objdump 1951 1 7267026.496349: cycles: 7f282d34540a _dl_relocate_object (/lib64/ld-2.11.3.so) 7f282d33d985 dl_main (/lib64/ld-2.11.3.so) 7f282d34eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.499421: cycles: 46ef4f slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.509397: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1956 7 7267026.515790: cycles: 7fbbf11e0e50 __GI_getenv (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) sh 1956 7 7267026.517967: cycles: ffffffff810f9687 unlock_page ([kernel.kallsyms]) ffffffff81120398 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 437d4a ([kernel.kallsyms]) 437d4a make_child (/bin/bash) sh 1960 0 7267026.518177: cycles: ffffffff81144be4 kmem_cache_alloc ([kernel.kallsyms]) ffffffff81165c83 getname_flags ([kernel.kallsyms]) ffffffff8116a916 user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbbf1278765 ([kernel.kallsyms]) 7fbbf1278765 _xstat (/lib64/libc-2.11.3.so) 646e617078652f () grep 1958 8 7267026.518439: cycles: ffffffff81153f67 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f42996da3b8 ([kernel.kallsyms]) 7f42996da3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f42996d2985 dl_main (/lib64/ld-2.11.3.so) 7f42996e3b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.519374: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 1957 1 7267026.519396: cycles: 7f08be87d524 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f08be875985 dl_main (/lib64/ld-2.11.3.so) 7f08be886b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () expand 1960 0 7267026.519595: cycles: ffffffff81130ab9 free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff455f16a38 ([kernel.kallsyms]) swapper 0 1 7267026.522851: cycles: ffffffff810cd277 rcu_needs_cpu ([kernel.kallsyms]) ffffffff81094da8 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.529352: cycles: 7a5898 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1962 5 7267026.533108: cycles: ffffffff811b56ec get_vmalloc_info ([kernel.kallsyms]) ffffffff811c017b meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f18eeb155d0 ([kernel.kallsyms]) 7f18eeb155d0 __GI___read (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267026.539331: cycles: 7830a6 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1963 7 7267026.540245: cycles: 7fe4c2e54f17 _int_malloc (/lib64/libc-2.11.3.so) 4100000040 () 69dfc0 () 69db80 () sh 1964 8 7267026.545665: cycles: ffffffff8125a499 rb_insert_color ([kernel.kallsyms]) ffffffff81124e05 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff81127873 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f340db63237 ([kernel.kallsyms]) 7f340db63237 __mprotect (/lib64/ld-2.11.3.so) 7f340dd6a640 (/lib64/ld-2.11.3.so) sh 1964 8 7267026.546750: cycles: ffffffff8116865a link_path_walk ([kernel.kallsyms]) ffffffff811695b5 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff811594fe sys_faccessat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f340d45c687 ([kernel.kallsyms]) 7f340d45c687 access (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.549309: cycles: 5b8000 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1965 0 7267026.549490: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1965 0 7267026.550741: cycles: 7fd29e5d0bb8 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fd29e5d4c78 _dl_fixup (/lib64/ld-2.11.3.so) sh 1965 0 7267026.551958: cycles: 7fd29de33db4 __ctype_get_mb_cur_max (/lib64/libc-2.11.3.so) swapper 0 10 7267026.552171: cycles: ffffffff81051205 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1965 1 7267026.555124: cycles: 7f3ca064fc98 _dl_runtime_resolve (/lib64/ld-2.11.3.so) 6632376466303138 () sh 1966 0 7267026.557219: cycles: ffffffff8113d7c7 alloc_pages_vma ([kernel.kallsyms]) ffffffff8112134d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f1fbc7793b8 ([kernel.kallsyms]) 7f1fbc7793b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f1fbc771985 dl_main (/lib64/ld-2.11.3.so) 7f1fbc782b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.559287: cycles: 5bdd24 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1966 1 7267026.561113: cycles: 7f2b5e4509db do_lookup_x (/lib64/ld-2.11.3.so) sh 1967 0 7267026.564675: cycles: 7f340d86fae4 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () addr2lin 1967 1 7267026.566973: cycles: 7f91b08bcbd1 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f91b08be4f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f91b08b6985 dl_main (/lib64/ld-2.11.3.so) 7f91b08c7b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () perf 1968 8 7267026.568875: cycles: ffffffff811451fa kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.569264: cycles: 5bbac5 ExecHashGetBucketAndBatch (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1968 8 7267026.570396: cycles: ffffffff810f9684 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 420cdc ([kernel.kallsyms]) 420cdc yyparse (/bin/bash) sh 1969 0 7267026.573830: cycles: ffffffff811297a6 __put_anon_vma ([kernel.kallsyms]) ffffffff81129b32 unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d968 free_pgtables ([kernel.kallsyms]) ffffffff811241ac unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0bd997ec87 ([kernel.kallsyms]) 7f0bd997ec87 __munmap (/lib64/libc-2.11.3.so) addr2lin 1969 1 7267026.575015: cycles: 7f3e26ba641b _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3e26b9e985 dl_main (/lib64/ld-2.11.3.so) 7f3e26bafb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () kworker/ 104 7 7267026.576968: cycles: ffffffff8107b902 process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) sh 1970 0 7267026.577585: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 426d70 ([kernel.kallsyms]) 426d70 new_fd_bitmap (/bin/bash) addr2lin 1970 1 7267026.578938: cycles: 7f92eeb67433 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f92eeb5f985 dl_main (/lib64/ld-2.11.3.so) 7f92eeb70b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.579241: cycles: 46f444 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267026.580567: cycles: ffffffff81464c13 notifier_call_chain ([kernel.kallsyms]) ffffffff81464c7d __atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81026558 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 1972 1 7267026.584019: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f2abdc84010 ([kernel.kallsyms]) 7f2abdc84010 ptmalloc_unlock_all2 (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 1972 0 7267026.584650: cycles: 7fcb65179bd5 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fcb6517b4f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fcb65173985 dl_main (/lib64/ld-2.11.3.so) 7fcb65184b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.589219: cycles: 4703f8 heap_compute_data_size (/home/Computational/mark/andres/bin/postgres) 470568 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1973 1 7267026.591173: cycles: ffffffff81153f67 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f576c600000 ([kernel.kallsyms]) 7f576c600000 _int_malloc (/lib64/libc-2.11.3.so) 7f576c8f5aa0 (/lib64/libc-2.11.3.so) 834800000000ba00 ([kernel.kallsyms]) swapper 0 10 7267026.592082: cycles: ffffffff81059041 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1974 0 7267026.592640: cycles: 7f1a003323c6 do_lookup_x (/lib64/ld-2.11.3.so) addr2lin 1975 1 7267026.597856: cycles: 7fa2f60f2586 _init (/usr/lib64/libbfd-2.23.1.so) postgres 1593 13 7267026.599197: cycles: 5b3964 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1976 0 7267026.599302: cycles: 7fa110382f07 _int_malloc (/lib64/libc-2.11.3.so) 4e45475100382d46 () swapper 0 9 7267026.601140: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1978 1 7267026.606436: cycles: ffffffff814617ba error_exit ([kernel.kallsyms]) ffffffff8125ffc9 clear_user ([kernel.kallsyms]) ffffffff811a9662 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f7389128a57 ([kernel.kallsyms]) 7f7389128a57 () perf 30004 0 7267026.607793: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.609174: cycles: ffffffffa051f4c0 ([mmfs26]) ffffffffa053ac7c ([mmfs26]) ffffffffa051f34a ([mmfs26]) ffffffffa0560b17 ([mmfs26]) ffffffffa04aeb14 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 7 7267026.612882: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 1981 1 7267026.613646: cycles: ffffffff810f9684 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa502e157b0 ([kernel.kallsyms]) 7fa502e157b0 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fa502e0d985 dl_main (/lib64/ld-2.11.3.so) 7fa502e1eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () grep 1982 8 7267026.613860: cycles: 7f3b4f94f7d4 __GI___fxstat (/lib64/libc-2.11.3.so) 7f3b4f8acec0 _nl_find_locale (/lib64/libc-2.11.3.so) 7f3b4f8ac4fa __GI_setlocale (/lib64/libc-2.11.3.so) 406294 (/bin/grep) perf 1984 3 7267026.615868: cycles: ffffffff8111da56 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1984 3 7267026.616253: cycles: ffffffff81130ab9 free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1984 3 7267026.616711: cycles: ffffffff8125fbcf __memset ([kernel.kallsyms]) ffffffff811449f9 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff810f3d0e perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc33a85a1da ([kernel.kallsyms]) 7fc33a85a1da mmap (/lib64/ld-2.11.3.so) 16f000 () sh 1984 3 7267026.618899: cycles: 7fc33a112f0c __GI_mbrtowc (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.619240: cycles: ffffffffa05e1d4d ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 1984 2 7267026.620396: cycles: 7f0a4930b40a _dl_relocate_object (/lib64/ld-2.11.3.so) 7f0a49303985 dl_main (/lib64/ld-2.11.3.so) 7f0a49314b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1984 2 7267026.621243: cycles: 7f0a48692eb6 _nl_normalize_codeset (/lib64/libc-2.11.3.so) sh 1986 5 7267026.623441: cycles: ffffffff81144c78 kmem_cache_alloc ([kernel.kallsyms]) ffffffff81126084 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc3d33a41da ([kernel.kallsyms]) 7fc3d33a41da mmap (/lib64/ld-2.11.3.so) 2000 () sh 1986 5 7267026.623795: cycles: 7fc3d33973ff do_lookup_x (/lib64/ld-2.11.3.so) sh 1986 5 7267026.624096: cycles: ffffffff810f9f9c filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc3d2c04250 ([kernel.kallsyms]) 7fc3d2c04250 __GI_bsearch (/lib64/libc-2.11.3.so) swapper 0 6 7267026.624726: cycles: ffffffff8108d9c5 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267026.625106: cycles: ffffffff812bd0f6 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 1986 5 7267026.625545: cycles: 7fc3d2c5ce2c __GI_mbrtowc (/lib64/libc-2.11.3.so) addr2lin 1986 4 7267026.626322: cycles: ffffffff8111603e __inc_zone_page_state ([kernel.kallsyms]) ffffffff811291b2 page_add_file_rmap ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f94dc236b34 ([kernel.kallsyms]) 7f94dc236b34 _dl_load_cache_lookup (/lib64/ld-2.11.3.so) addr2lin 1986 4 7267026.626688: cycles: 7f94dc237a3b do_lookup_x (/lib64/ld-2.11.3.so) addr2lin 1986 4 7267026.627033: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f94dc2393b8 ([kernel.kallsyms]) 7f94dc2393b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f94dc231985 dl_main (/lib64/ld-2.11.3.so) 7f94dc242b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 1986 4 7267026.628443: cycles: ffffffff81170e15 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff8116961c path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f94db65d765 ([kernel.kallsyms]) 7f94db65d765 _xstat (/lib64/libc-2.11.3.so) 3663313033303138 () postgres 1593 13 7267026.629270: cycles: 5ad0b4 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 1987 7 7267026.629604: cycles: ffffffff8111de61 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 1987 7 7267026.630090: cycles: ffffffff81123f20 remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 1987 7 7267026.630566: cycles: 7f0685c74a8e _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7f0685c75d2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e7365 () sh 1987 7 7267026.632123: cycles: ffffffff8115f511 sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f068557c765 ([kernel.kallsyms]) 7f068557c765 _xstat (/lib64/libc-2.11.3.so) 732f6e690068732f () swapper 0 6 7267026.632746: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 1987 6 7267026.633148: cycles: ffffffff8112601f mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f0685558a57 ([kernel.kallsyms]) 7f0685558a57 () addr2lin 1987 6 7267026.633445: cycles: 7f6f24c54b39 _dl_load_cache_lookup (/lib64/ld-2.11.3.so) addr2lin 1987 6 7267026.634526: cycles: 7f6f24c573ff _dl_relocate_object (/lib64/ld-2.11.3.so) 7f6f24c4f985 dl_main (/lib64/ld-2.11.3.so) 7f6f24c60b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 2 7267026.636222: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.639214: cycles: 7fffe8fff606 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267026.640373: cycles: ffffffff8103c8cc __phys_addr ([kernel.kallsyms]) ffffffff8103d678 leave_mm ([kernel.kallsyms]) ffffffff812bd1b1 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) grep 1991 8 7267026.640811: cycles: ffffffff8112197c handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe25b8b3741 ([kernel.kallsyms]) 7fe25b8b3741 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe25b8ab985 dl_main (/lib64/ld-2.11.3.so) 7fe25b8bcb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () grep 1991 8 7267026.641379: cycles: ffffffff8111de61 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe25b5d8a38 ([kernel.kallsyms]) objdump 1990 2 7267026.641413: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f19545b23b8 ([kernel.kallsyms]) 7f19545b23b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f19545aa985 dl_main (/lib64/ld-2.11.3.so) 7f19545bbb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 1990 2 7267026.642899: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f19545b23b8 ([kernel.kallsyms]) 7f19545b23b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f19545aa985 dl_main (/lib64/ld-2.11.3.so) 7f19545bbb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () ksoftirq 10 1 7267026.644130: cycles: ffffffff8115c3b8 file_free_rcu ([kernel.kallsyms]) ffffffff810cd5d2 rcu_do_batch ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff810679d1 run_ksoftirqd ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) objdump 1990 2 7267026.644551: cycles: ffffffffa023ca37 start_this_handle (/lib/modules/3.0.101-0.15-default/kernel/fs/jbd/jbd.ko) ffffffffa023cf4e journal_start (/lib/modules/3.0.101-0.15-default/kernel/fs/jbd/jbd.ko) ffffffffa0259b95 ext3_write_begin (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffff810f8442 generic_perform_write ([kernel.kallsyms]) ffffffff810f85a1 generic_file_buffered_write ([kernel.kallsyms]) ffffffff810fb536 __generic_file_aio_write ([kernel.kallsyms]) ffffffff810fb77c generic_file_aio_write ([kernel.kallsyms]) ffffffff8115a8f8 do_sync_write ([kernel.kallsyms]) ffffffff8115af2e vfs_write ([kernel.kallsyms]) ffffffff8115b0a3 sys_write ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f19534b7630 ([kernel.kallsyms]) 7f19534b7630 __GI___libc_write (/lib64/libc-2.11.3.so) sh 1993 2 7267026.648594: cycles: ffffffff811686d9 link_path_walk ([kernel.kallsyms]) ffffffff811695b5 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f29fc24b765 ([kernel.kallsyms]) 7f29fc24b765 _xstat (/lib64/libc-2.11.3.so) 6f6974617475706d () postgres 1593 13 7267026.649168: cycles: 7989e2 MemoryContextReset (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1994 3 7267026.654790: cycles: 7f82252cc79f _dl_relocate_object (/lib64/ld-2.11.3.so) 7f82252c4985 dl_main (/lib64/ld-2.11.3.so) 7f82252d5b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1995 2 7267026.656198: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f91629ad9d3 ([kernel.kallsyms]) 7f91629ad9d3 _dl_check_map_versions (/lib64/ld-2.11.3.so) 7f91629addc6 _dl_check_all_versions (/lib64/ld-2.11.3.so) postgres 1593 13 7267026.659128: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 1996 3 7267026.660768: cycles: 7f7ce7eeebeb _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f7ce7ef04f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7ce7ee8985 dl_main (/lib64/ld-2.11.3.so) 7f7ce7ef9b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 1997 2 7267026.662561: cycles: 7f6a096259ac do_lookup_x (/lib64/ld-2.11.3.so) addr2lin 1998 3 7267026.667095: cycles: ffffffff81123be2 find_vma ([kernel.kallsyms]) ffffffff811253b5 do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faf3733a1da ([kernel.kallsyms]) 7faf3733a1da mmap (/lib64/ld-2.11.3.so) 2000 () postgres 1593 13 7267026.669095: cycles: 470533 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 1999 2 7267026.669469: cycles: 7ff97ef0f767 __malloc (/lib64/libc-2.11.3.so) 2f656c61636f6c2f () swapper 0 9 7267026.672995: cycles: ffffffff810cdf26 __rcu_pending ([kernel.kallsyms]) ffffffff810ce0b3 rcu_check_callbacks ([kernel.kallsyms]) ffffffff810703bf update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2000 3 7267026.673909: cycles: 7f6d8b006c4c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f6d8affe985 dl_main (/lib64/ld-2.11.3.so) 7f6d8b00fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () perf 2002 2 7267026.678127: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.679064: cycles: 5bbea6 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2003 3 7267026.682888: cycles: ffffffff810f24d9 perf_event_mmap_ctx ([kernel.kallsyms]) ffffffff810f3de7 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f08bb1d4a57 ([kernel.kallsyms]) 7f08bb1d4a57 () perf 30004 2 7267026.687480: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.689035: cycles: 68ef18 LWLockAttemptLock (/home/Computational/mark/andres/bin/postgres) 68fb5d LWLockAcquire (/home/Computational/mark/andres/bin/postgres) 495ef8 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2005 3 7267026.690513: cycles: ffffffff81105ff8 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcecf691a38 ([kernel.kallsyms]) sh 2007 2 7267026.695379: cycles: 7fdab1326eb6 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () postgres 1593 13 7267026.699010: cycles: 7a5802 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2008 3 7267026.699998: cycles: ffffffff8115c454 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5ffeb451e0 ([kernel.kallsyms]) 7f5ffeb451e0 __GI___open64 (/lib64/libc-2.11.3.so) 7f5ffebba890 (/lib64/libc-2.11.3.so) swapper 0 9 7267026.700942: cycles: ffffffff81254552 cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2010 2 7267026.704898: cycles: 7f708dd2b190 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () postgres 1593 13 7267026.708987: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2011 3 7267026.709574: cycles: ffffffff81128dd3 page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2aceff2a38 ([kernel.kallsyms]) kworker/ 91 9 7267026.712919: cycles: ffffffff813798ec dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) sh 2013 2 7267026.714700: cycles: 7f8c70acfe30 __sigprocmask (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.719071: cycles: 5bdc40 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2014 3 7267026.719141: cycles: ffffffff81154864 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f61bf1a4a38 ([kernel.kallsyms]) swapper 0 8 7267026.724756: cycles: ffffffff8108d8b2 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 2 7267026.725677: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 9 7267026.728878: cycles: ffffffff8105118d find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.729021: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2018 3 7267026.730655: cycles: ffffffff81101816 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f5a62775a57 ([kernel.kallsyms]) 7f5a62775a57 __execve (/lib64/libc-2.11.3.so) perf 2020 2 7267026.735567: cycles: ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.738979: cycles: 5b16fa ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2023 9 7267026.740371: cycles: 7f5b26ff27c8 __libc_fork (/lib64/libc-2.11.3.so) 437b85 make_child (/bin/bash) 6a6780 () 6a67c0 () sh 2022 3 7267026.740372: cycles: ffffffff8111fef8 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 429f74 ([kernel.kallsyms]) 429f74 (/bin/bash) 6a6ff0 () 6a7050 () 6a70c0 () 6a7130 () 6a7190 () sh 2023 9 7267026.740443: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f5b27711196 ([kernel.kallsyms]) 7f5b27711196 check_match.12097 (/lib64/ld-2.11.3.so) sh 2023 9 7267026.740516: cycles: ffffffff81106163 pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff811201ba do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 459d1e ([kernel.kallsyms]) 459d1e find_special_builtin (/bin/bash) 6a4960 () 6a49c0 () swapper 0 4 7267026.740593: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267026.740763: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) expand 2024 5 7267026.740765: cycles: ffffffff81464942 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb0babf2232 ([kernel.kallsyms]) 7fb0babf2232 dl_main (/lib64/ld-2.11.3.so) 7fb0bac03b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2023 8 7267026.740789: cycles: ffffffff81129a02 unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f5b26ff2a57 ([kernel.kallsyms]) 7f5b26ff2a57 __execve (/lib64/libc-2.11.3.so) expand 2024 5 7267026.740951: cycles: 7fb0ba989b22 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () grep 2023 8 7267026.740963: cycles: 7fec251093d0 calloc (/lib64/ld-2.11.3.so) 7fec25108b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) grep 2023 8 7267026.741122: cycles: 7fec250fd12a check_match.12097 (/lib64/ld-2.11.3.so) expand 2024 5 7267026.741131: cycles: 7fb0ba8fb780 __GI_memcpy (/lib64/libc-2.11.3.so) sh 2025 5 7267026.745980: cycles: 4582ca xmalloc (/bin/bash) 323334 () sh 2025 4 7267026.746810: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f1020702a57 ([kernel.kallsyms]) 7f1020702a57 __execve (/lib64/libc-2.11.3.so) addr2lin 2025 4 7267026.747353: cycles: 7f8d7a9e5540 match_symbol (/lib64/ld-2.11.3.so) 7f8d7a9e5a03 _dl_check_map_versions (/lib64/ld-2.11.3.so) 7f8d7a9e5dc6 _dl_check_all_versions (/lib64/ld-2.11.3.so) addr2lin 2025 4 7267026.747902: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f8d7a9e13b8 ([kernel.kallsyms]) 7f8d7a9e13b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8d7a9d9985 dl_main (/lib64/ld-2.11.3.so) 7f8d7a9eab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.748943: cycles: 677561 StrategyGetBuffer (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 2026 7 7267026.750489: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2026 7 7267026.751056: cycles: ffffffff81166cd0 path_init ([kernel.kallsyms]) ffffffff81169023 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcffa7aaf57 ([kernel.kallsyms]) 7fcffa7aaf57 __open (/lib64/ld-2.11.3.so) 6980 () sh 2026 7 7267026.751604: cycles: 7fcffa79ebd1 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fcffa7a04f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fcffa798985 dl_main (/lib64/ld-2.11.3.so) 7fcffa7a9b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2026 7 7267026.753206: cycles: 7fcffa063d9d __GI_mbrtowc (/lib64/libc-2.11.3.so) addr2lin 2026 6 7267026.755924: cycles: 7faeff087d68 __GI_fnmatch (/lib64/libc-2.11.3.so) 7faeff82cfa7 (/usr/lib64/libbfd-2.23.1.so) 0 () 366169002a666c65 () swapper 0 4 7267026.756201: cycles: ffffffff8102b100 native_apic_msr_write ([kernel.kallsyms]) ffffffff81026553 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267026.756289: cycles: ffffffff81088eee pm_qos_request ([kernel.kallsyms]) ffffffff8137ba7a menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 0 7267026.756952: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) perf 2027 1 7267026.756980: cycles: ffffffff8111c8e0 do_anonymous_page ([kernel.kallsyms]) ffffffff81121da9 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 2027 1 7267026.757243: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 2027 1 7267026.757508: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2027 1 7267026.758853: cycles: ffffffff81124640 unlink_file_vma ([kernel.kallsyms]) ffffffff8111d970 free_pgtables ([kernel.kallsyms]) ffffffff811241ac unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fea68c0dc87 ([kernel.kallsyms]) 7fea68c0dc87 __munmap (/lib64/libc-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) 7fea694dd010 (/lib64/ld-2.11.3.so) postgres 1593 13 7267026.758913: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7983ac ([kernel.kallsyms]) 7983ac AllocSetAlloc (/home/Computational/mark/andres/bin/postgres) 798f9e palloc0 (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2027 0 7267026.760591: cycles: ffffffff8111da56 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fea68bdea57 ([kernel.kallsyms]) 7fea68bdea57 __execve (/lib64/libc-2.11.3.so) addr2lin 2027 0 7267026.760874: cycles: 7ff4387e4c60 dl_main (/lib64/ld-2.11.3.so) 7ff4387f6b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2027 0 7267026.761177: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7ff4387e9ba5 ([kernel.kallsyms]) 7ff4387e9ba5 _dl_map_object (/lib64/ld-2.11.3.so) 7ff4387e52e0 dl_main (/lib64/ld-2.11.3.so) 7ff4387f6b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2027 0 7267026.762761: cycles: 7ff437b79a90 msort_with_tmp (/lib64/libc-2.11.3.so) 607b19 () 5f616a006375652e () sh 2028 3 7267026.767097: cycles: 7f1967c3614a __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () postgres 1593 13 7267026.768895: cycles: 68ef18 LWLockAttemptLock (/home/Computational/mark/andres/bin/postgres) 68fb5d LWLockAcquire (/home/Computational/mark/andres/bin/postgres) 495ef8 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 6 7267026.778321: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.778866: cycles: 7fb873d81390 __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2030 6 7267026.782134: cycles: ffffffff811066fb ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8112128d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f32e03f53b8 ([kernel.kallsyms]) 7f32e03f53b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f32e03ed985 dl_main (/lib64/ld-2.11.3.so) 7f32e03feb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2030 6 7267026.783324: cycles: 7f32df77d251 _nl_make_l10nflist (/lib64/libc-2.11.3.so) 1 () 2f656c61636f6c2f () perf 30004 7 7267026.784297: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.788837: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2032 2 7267026.795128: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f985308c1bd ([kernel.kallsyms]) 7f985308c1bd posix_fadvise64 (/lib64/ld-2.11.3.so) perf 30004 3 7267026.798143: cycles: ffffffff8116b688 do_fcntl ([kernel.kallsyms]) ffffffff8116ba96 sys_fcntl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdcdbb22 ([kernel.kallsyms]) 7f2abdcdbb22 do_fcntl (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.798811: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) objdump 2034 6 7267026.802359: cycles: 7fb3ddafe9f0 _dl_sysdep_start (/lib64/ld-2.11.3.so) 7fb3ddaeab08 _dl_start_user (/lib64/ld-2.11.3.so) grep 2035 8 7267026.802520: cycles: ffffffff81159f10 do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3596775f57 ([kernel.kallsyms]) 7f3596775f57 __open (/lib64/ld-2.11.3.so) 706c617773690036 () objdump 2034 6 7267026.804322: cycles: ffffffff81116054 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811292e1 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8112128d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb3ddaf53b8 ([kernel.kallsyms]) 7fb3ddaf53b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fb3ddaed985 dl_main (/lib64/ld-2.11.3.so) 7fb3ddafeb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 9 7267026.804715: cycles: ffffffff81469fc0 call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2034 6 7267026.806308: cycles: 7fb3dc9ac1a4 __strcmp_sse2 (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.808900: cycles: 470230 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2037 6 7267026.809236: cycles: 7f571962d0c8 _nl_intern_locale_data (/lib64/libc-2.11.3.so) addr2lin 2037 7 7267026.811292: cycles: 7ff83ca4b3ed _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff83ca43985 dl_main (/lib64/ld-2.11.3.so) 7ff83ca54b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2038 7 7267026.815694: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4fba1233b8 ([kernel.kallsyms]) 7f4fba1233b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f4fba11b985 dl_main (/lib64/ld-2.11.3.so) 7f4fba12cb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () perf 30004 6 7267026.817333: cycles: 7f2abdc764ed _IO_new_proc_close (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.818846: cycles: 46f482 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2039 7 7267026.820585: cycles: 7f16839b8c48 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f16839b0985 dl_main (/lib64/ld-2.11.3.so) 7f16839c1b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2040 6 7267026.822974: cycles: 7fac4d9a3e30 __GI_mbrtowc (/lib64/libc-2.11.3.so) swapper 0 7 7267026.826185: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267026.827786: cycles: ffffffff810cdfec rcu_check_callbacks ([kernel.kallsyms]) ffffffff810703bf update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.828801: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) migratio 29 6 7267026.829384: cycles: ffffffff81046f00 __wake_up_common ([kernel.kallsyms]) ffffffff8104bf50 complete ([kernel.kallsyms]) ffffffff810ba00e cpu_stopper_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) addr2lin 2042 7 7267026.830625: cycles: ffffffffa02687a4 ext3_check_acl (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffff81164ce2 acl_permission_check ([kernel.kallsyms]) ffffffff81168c46 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3fe8da01e0 ([kernel.kallsyms]) 7f3fe8da01e0 __GI___open64 (/lib64/libc-2.11.3.so) 7f3fe8e15890 (/lib64/libc-2.11.3.so) addr2lin 2044 7 7267026.836989: cycles: ffffffff8114fa3e mem_cgroup_del_lru_list ([kernel.kallsyms]) ffffffff81106013 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc2c157aa38 ([kernel.kallsyms]) sh 2045 6 7267026.837950: cycles: 7fc127c9066b _dl_relocate_object (/lib64/ld-2.11.3.so) 7fc127c88985 dl_main (/lib64/ld-2.11.3.so) 7fc127c99b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.838873: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2047 7 7267026.845914: cycles: 7fbae22d69a2 do_lookup_x (/lib64/ld-2.11.3.so) sh 2048 6 7267026.846926: cycles: ffffffff812600b8 strnlen_user ([kernel.kallsyms]) ffffffff811a7d93 create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () postgres 1593 13 7267026.848905: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2050 7 7267026.855209: cycles: 7fef27f527b0 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fef27f4a985 dl_main (/lib64/ld-2.11.3.so) 7fef27f5bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 30314 10 7267026.855467: cycles: ffffffff811eb81e security_socket_recvmsg ([kernel.kallsyms]) ffffffff8138e49a sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873dc3eb5 ([kernel.kallsyms]) 7fb873dc3eb5 __libc_recv (/lib64/libc-2.11.3.so) perf 2051 6 7267026.856010: cycles: ffffffff81260064 strnlen_user ([kernel.kallsyms]) ffffffff81160d4e copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.858831: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2053 7 7267026.864601: cycles: 7f07210c5c38 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f07210bd985 dl_main (/lib64/ld-2.11.3.so) 7f07210ceb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13573 12 7267026.864778: cycles: 644bd1 () ffffc90000000000 ([kernel.kallsyms]) 18029f78000 () mmfsd 13754 6 7267026.865108: cycles: ffffffff813e5426 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 55349028 () mmfsd 4539 15 7267026.867000: cycles: ffffffff8125454b cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a8970 () postgres 1593 13 7267026.868773: cycles: 7fffe8fff640 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 2055 1 7267026.868907: cycles: ffffffff8111cc19 vm_normal_page ([kernel.kallsyms]) ffffffff8111dc68 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2055 1 7267026.869443: cycles: ffffffff81445d3e sha_transform ([kernel.kallsyms]) ffffffff813227a9 extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () sh 2055 1 7267026.870007: cycles: 7ff55d4a0bd1 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7ff55d4a24f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff55d49a985 dl_main (/lib64/ld-2.11.3.so) 7ff55d4abb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2055 1 7267026.871561: cycles: 7ff55ccfc15b __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () swapper 0 15 7267026.872616: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267026.874375: cycles: ffffffff813ef86d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2055 0 7267026.874465: cycles: ffffffff81063861 put_files_struct ([kernel.kallsyms]) ffffffff81065580 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4b01601a38 ([kernel.kallsyms]) swapper 0 14 7267026.875069: cycles: ffffffff81469560 irq_entries_start ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 15 7267026.875782: cycles: ffffffff8139fa13 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13769 8 7267026.876035: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8116c3c8 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () mmfsd 4539 14 7267026.876581: cycles: 5b53cc () 0 () swapper 0 8 7267026.876705: cycles: ffffffff813d6340 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2056 3 7267026.877107: cycles: ffffffff811211e8 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f52aa8d4f7f ([kernel.kallsyms]) 7f52aa8d4f7f _nl_intern_locale_data (/lib64/libc-2.11.3.so) sh 2056 3 7267026.877749: cycles: 7f52aa8ce0e1 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () mmfsd 4539 14 7267026.877987: cycles: ffffffff813e61fd tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267026.878724: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 8 7267026.878967: cycles: ffffffff8104d583 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2056 2 7267026.879085: cycles: ffffffff81121624 handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f99378b042e ([kernel.kallsyms]) 7f99378b042e _dl_relocate_object (/lib64/ld-2.11.3.so) 7f99378a8985 dl_main (/lib64/ld-2.11.3.so) 7f99378b9b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2056 2 7267026.879496: cycles: ffffffff810f9fb3 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f99378b03b8 ([kernel.kallsyms]) 7f99378b03b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f99378a8985 dl_main (/lib64/ld-2.11.3.so) 7f99378b9b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 3 7267026.879820: cycles: ffffffff8145e91c __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2056 2 7267026.879909: cycles: 7f99378b0c48 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f99378a8985 dl_main (/lib64/ld-2.11.3.so) 7f99378b9b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 12 7267026.880679: cycles: ffffffff8125a484 rb_insert_color ([kernel.kallsyms]) ffffffff8104ea72 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 14 7267026.880800: cycles: ffffffff813f1427 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2057 5 7267026.882736: cycles: 7fe6cd935141 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7fe6cd936d2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () mmfsd 13573 2 7267026.882822: cycles: ffffffff813e61b8 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2057 5 7267026.883203: cycles: 7fe6cd9389c8 do_lookup_x (/lib64/ld-2.11.3.so) sh 2057 5 7267026.883712: cycles: ffffffff810fa310 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe6cd23e5d0 ([kernel.kallsyms]) 7fe6cd23e5d0 __GI___read (/lib64/libc-2.11.3.so) 2020202020202020 () swapper 0 14 7267026.885149: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2057 4 7267026.885696: cycles: 7f8a46c01b6a _dl_load_cache_lookup (/lib64/ld-2.11.3.so) addr2lin 2057 4 7267026.885939: cycles: 7f8a46c02044 _dl_setup_hash (/lib64/ld-2.11.3.so) 7f8a46c00d2d _dl_map_object (/lib64/ld-2.11.3.so) 6d6574646b6d0036 () addr2lin 2057 4 7267026.886156: cycles: ffffffff811556bc lookup_page_cgroup ([kernel.kallsyms]) ffffffff811545f1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8a46c043b8 ([kernel.kallsyms]) 7f8a46c043b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8a46bfc985 dl_main (/lib64/ld-2.11.3.so) 7f8a46c0db03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2057 4 7267026.887621: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8115f5c1 vfs_fstat ([kernel.kallsyms]) ffffffff8115f5ff sys_newfstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8a460287d4 ([kernel.kallsyms]) 7f8a460287d4 __GI___fxstat (/lib64/libc-2.11.3.so) swapper 0 15 7267026.887677: cycles: ffffffff810cd467 rcu_needs_cpu ([kernel.kallsyms]) ffffffff81094da8 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) perf 30004 5 7267026.888345: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.888775: cycles: 5b7c24 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) kworker/ 95 14 7267026.889193: cycles: ffffffff81146167 cache_reap ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) sh 2058 8 7267026.889503: cycles: 7f61457a6582 _dl_start (/lib64/ld-2.11.3.so) 7f61457a5b08 _dl_start_user (/lib64/ld-2.11.3.so) sh 2058 8 7267026.890686: cycles: ffffffff8115ece1 generic_fillattr ([kernel.kallsyms]) ffffffff8115f2fb vfs_getattr ([kernel.kallsyms]) ffffffff8115f3a1 vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f61450b3765 ([kernel.kallsyms]) 7f61450b3765 _xstat (/lib64/libc-2.11.3.so) 732f6e690068732f () addr2lin 2058 9 7267026.891773: cycles: ffffffff81461747 error_entry ([kernel.kallsyms]) 7f681ad7042e ([kernel.kallsyms]) 7f681ad7042e _dl_relocate_object (/lib64/ld-2.11.3.so) 7f681ad68985 dl_main (/lib64/ld-2.11.3.so) 7f681ad79b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2058 9 7267026.892285: cycles: 7f681a0f1b8a _nl_find_locale (/lib64/libc-2.11.3.so) 7f681a0f1352 __GI_setlocale (/lib64/libc-2.11.3.so) 402263 (/usr/bin/addr2line) mmfsd 13754 7 7267026.892667: cycles: 92eb30 () 0 () sh 2059 8 7267026.893328: cycles: ffffffff81087a73 down_read_trylock ([kernel.kallsyms]) ffffffff81464838 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7dca9139f0 ([kernel.kallsyms]) 7f7dca9139f0 _dl_sysdep_start (/lib64/ld-2.11.3.so) 7f7dca8ffb08 _dl_start_user (/lib64/ld-2.11.3.so) addr2lin 2059 9 7267026.894730: cycles: ffffffff81445d96 sha_transform ([kernel.kallsyms]) ffffffff813227e5 extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f7dca1e9a57 ([kernel.kallsyms]) 7f7dca1e9a57 () sh 2060 8 7267026.897354: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff5b16669d3 ([kernel.kallsyms]) 7ff5b16669d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 4539 15 7267026.897552: cycles: 7ffb7cb536a3 () addr2lin 2060 9 7267026.898547: cycles: 7fad7b5b643c _dl_relocate_object (/lib64/ld-2.11.3.so) 7fad7b5ae985 dl_main (/lib64/ld-2.11.3.so) 7fad7b5bfb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.898714: cycles: 5bdd1c ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 2061 0 7267026.899622: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 2061 0 7267026.900381: cycles: ffffffff81102b41 free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13754 15 7267026.901103: cycles: ffffffffa040e83b ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 593f2ac8 () sh 2061 0 7267026.901139: cycles: 7fdb8a9d941c do_lookup_x (/lib64/ld-2.11.3.so) sh 2061 0 7267026.902968: cycles: 7fdb8a2354f7 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) ff00000000 () mmfsd 13573 3 7267026.903269: cycles: ffffffff81397270 skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 14 7267026.907133: cycles: 8a09eb () 7ffb00000200 () mmfsd 4543 10 7267026.908564: cycles: ffffffffa04552b7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267026.908666: cycles: 7fffe8fff6ae ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4543 10 7267026.908808: cycles: ffffffff81395681 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa04a0835 ([mmfslinux]) ffffffffa05c03f2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () swapper 0 6 7267026.909693: cycles: ffffffff810468bc nr_iowait_cpu ([kernel.kallsyms]) ffffffff8137bbe4 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2062 9 7267026.909939: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f78c2960e70 ([kernel.kallsyms]) 7f78c2960e70 _IO_getline_internal (/lib64/libc-2.11.3.so) 7f78c2928bb2 _nl_expand_alias (/lib64/libc-2.11.3.so) 7f78c2922352 __GI_setlocale (/lib64/libc-2.11.3.so) 402263 (/usr/bin/addr2line) mmfsd 13754 7 7267026.910691: cycles: 57ff6e () 0 () mmfsd 8049 1 7267026.910906: cycles: ffffffff813a31cd dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267026.913239: cycles: ffffffff81071957 mod_timer ([kernel.kallsyms]) ffffffff813915ff sk_reset_timer ([kernel.kallsyms]) ffffffff813ef983 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2063 0 7267026.913587: cycles: 42d8ed (/bin/bash) mmfsd 5354 8 7267026.914816: cycles: 5af143 () 7ffb6c93b370 () addr2lin 2063 1 7267026.916796: cycles: ffffffff81102f31 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f52d6269a38 ([kernel.kallsyms]) swapper 0 15 7267026.917055: cycles: ffffffff8104d57f update_curr ([kernel.kallsyms]) ffffffff8104e970 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 12 7267026.917139: cycles: ffffffff811435f9 kmem_cache_alloc_node ([kernel.kallsyms]) ffffffff81395cba __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267026.918625: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2064 0 7267026.918869: cycles: ffffffff8111dcae zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2f510e7a57 ([kernel.kallsyms]) 7f2f510e7a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13754 11 7267026.920538: cycles: ffffffff81461101 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5c0821a8 () mmfsd 31858 7 7267026.921648: cycles: ffffffffa0412e7d ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff81068189 local_bh_enable_ip ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2065 3 7267026.921677: cycles: ffffffff81123bc4 find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f693d1a85fa ([kernel.kallsyms]) 7f693d1a85fa index (/lib64/ld-2.11.3.so) 7f693d1952e0 dl_main (/lib64/ld-2.11.3.so) 7f693d1a6b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2065 3 7267026.923177: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 4453d2 ([kernel.kallsyms]) 4453d2 initialize_traps (/bin/bash) mmfsd 13573 2 7267026.923589: cycles: 10e6db2 () ffffc9003466f960 ([kernel.kallsyms]) mmfsd 13768 3 7267026.924368: cycles: ffffffff81142c80 ac_put_obj ([kernel.kallsyms]) ffffffff81145b2d __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 6776008 () 564b123700000009 () swapper 0 14 7267026.925020: cycles: ffffffff81086574 hrtimer_force_reprogram ([kernel.kallsyms]) ffffffff8108667e __remove_hrtimer ([kernel.kallsyms]) ffffffff81087601 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff81094e61 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267026.925264: cycles: ffffffffa040cd2c ixgbe_msix_clean_rings (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff810c7462 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267026.926642: cycles: ffffffff81003c3c do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 12 7267026.927017: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 11 7267026.928049: cycles: ffffffff8104da23 update_cfs_shares ([kernel.kallsyms]) ffffffff8104e9b4 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267026.928590: cycles: ffffffffa0553d70 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 2066 5 7267026.929107: cycles: 7f13a8c9be29 __GI_mbrtowc (/lib64/libc-2.11.3.so) mmfsd 13768 14 7267026.932249: cycles: ffffffffff600183 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe2dff8dd () 7ffb7c0e53aa () sh 2067 8 7267026.934558: cycles: ffffffff81258f04 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7cd58ef2f0 ([kernel.kallsyms]) 7f7cd58ef2f0 __wcsmbs_load_conv (/lib64/libc-2.11.3.so) swapper 0 9 7267026.934589: cycles: ffffffff810fe227 get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 0 7267026.935042: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff810716fc mod_timer_pending ([kernel.kallsyms]) ffffffffa0453d95 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d4ac778 () mmfsd 31858 7 7267026.935519: cycles: 91405b () 7ffb741fcd30 () mmfsd 13768 3 7267026.936974: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05c0593 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13573 2 7267026.937379: cycles: 910685 () 0 () 0 () 0 () mmfsd 5354 9 7267026.937397: cycles: ffffffffa040e969 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2068 8 7267026.938097: cycles: 7fc2a4c8e613 __strcpy_sse2 (/lib64/libc-2.11.3.so) postgres 1593 13 7267026.938619: cycles: 470179 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267026.940639: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 11 7267026.940810: cycles: 91b041 () 2550249200 () 7ffb509d7d18 () 7ffb6c0d4e90 () addr2lin 2069 9 7267026.942428: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f8fbad9b256 ([kernel.kallsyms]) 7f8fbad9b256 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8fbaf7c4d0 (/lib64/ld-2.11.3.so) 0 () mmfsd 4537 12 7267026.942750: cycles: 5aebf0 () ffffc900343230e0 ([kernel.kallsyms]) mmfsd 13768 6 7267026.943243: cycles: ffffffff8105828f select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () perf 2070 8 7267026.943771: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4543 10 7267026.944033: cycles: ffffffff810c6fd0 irq_to_desc ([kernel.kallsyms]) ffffffff81004478 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 919ab5 ([kernel.kallsyms]) 919ab5 () 7ffb63415099 () 0 () 0 () swapper 0 1 7267026.944501: cycles: ffffffff8137bc0a menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 15 7267026.944736: cycles: ffffffff81143628 kmem_cache_alloc_node ([kernel.kallsyms]) ffffffff81395cba __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267026.946270: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.948577: cycles: 5b44a5 ExecStoreTuple (/home/Computational/mark/andres/bin/postgres) 5c5974 SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2071 11 7267026.948804: cycles: ffffffff81258ee7 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd756f52a60 ([kernel.kallsyms]) 7fd756f52a60 _dl_debug_initialize (/lib64/ld-2.11.3.so) 7fd756f58b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 2 7267026.949053: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 1 7267026.949651: cycles: ffffffff813e6844 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 10 7267026.950020: cycles: 920c38 () 564b1301 () swapper 0 7 7267026.950729: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2072 1 7267026.953014: cycles: 7f61c8ad15dd __strcasecmp (/lib64/libc-2.11.3.so) 698929 () 2d4f53492e5a435f () swapper 0 11 7267026.954143: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2072 0 7267026.955911: cycles: 7fe8ab1a7c0c _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fe8ab1a94f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe8ab1a1985 dl_main (/lib64/ld-2.11.3.so) 7fe8ab1b2b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4537 12 7267026.956784: cycles: ffffffff8145eda4 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c014ad0 () swapper 0 8 7267026.957232: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.958539: cycles: 5ad1df ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 9 7267026.958789: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 684f6e8 () mmfsd 13769 7 7267026.961340: cycles: ffffffff813ee190 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff81067659 local_bh_enable ([kernel.kallsyms]) ffffffff813a48b2 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 6 7267026.961575: cycles: 9129a5 () 0 () mmfsd 13573 3 7267026.963945: cycles: ffffffff813e2ab7 tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 8 7267026.964026: cycles: 7ffb7cb536c1 () 2502000000 () 7ffb6c006718 () b10ff0d089ff4a8d ([kernel.kallsyms]) addr2lin 2074 10 7267026.964488: cycles: 7f7635e5040a _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7635e48985 dl_main (/lib64/ld-2.11.3.so) 7f7635e59b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 14 7267026.964518: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267026.964629: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 15 7267026.965560: cycles: 8a0998 () 7ffb00000200 () swapper 0 1 7267026.966085: cycles: ffffffff813ee1e1 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efa24 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2075 12 7267026.966197: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fa3215e4bb8 ([kernel.kallsyms]) 7fa3215e4bb8 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fa3215de985 dl_main (/lib64/ld-2.11.3.so) 7fa3215efb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4555 4 7267026.966907: cycles: ffffffff813e3869 skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31858 6 7267026.967068: cycles: ffffffff811390c0 interleave_nodes ([kernel.kallsyms]) ffffffff81139575 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2075 12 7267026.967409: cycles: ffffffff8115b307 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa81727afb7 ([kernel.kallsyms]) 7fa81727afb7 __libc_read (/lib64/ld-2.11.3.so) 7fa81727e7dd (/lib64/ld-2.11.3.so) swapper 0 7 7267026.968101: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267026.968506: cycles: 5b7c28 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2075 12 7267026.968624: cycles: ffffffff8115c454 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa8166951e0 ([kernel.kallsyms]) 7fa8166951e0 __GI___open64 (/lib64/libc-2.11.3.so) 7fa81670a890 (/lib64/libc-2.11.3.so) sh 2076 15 7267026.969975: cycles: 7ff4e45f9b2e __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () addr2lin 2076 15 7267026.971020: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff811200a3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc866c21938 ([kernel.kallsyms]) 7fc866c21938 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7fc866c22d2d _dl_map_object (/lib64/ld-2.11.3.so) 2e7a62696c00322e () mmfsd 17989 9 7267026.972354: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 14 7267026.972360: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8111d1cb __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 4539 15 7267026.973024: cycles: ffffffffa04036af ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2077 0 7267026.974171: cycles: 7f011af31636 do_lookup_x (/lib64/ld-2.11.3.so) kworker/ 97 6 7267026.975980: cycles: ffffffff8137987a dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 13754 5 7267026.976944: cycles: 91d224 () 0 () addr2lin 2077 1 7267026.977298: cycles: ffffffff81153f33 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f62b946a3b8 ([kernel.kallsyms]) 7f62b946a3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f62b9462985 dl_main (/lib64/ld-2.11.3.so) 7f62b9473b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267026.978476: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2078 9 7267026.981823: cycles: ffffffff810fe1e9 get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81168c8d link_path_walk ([kernel.kallsyms]) ffffffff811695b5 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff811594fe sys_faccessat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcf0fab1687 ([kernel.kallsyms]) 7fcf0fab1687 access (/lib64/libc-2.11.3.so) mmfsd 31858 7 7267026.982768: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267026.983533: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2079 11 7267026.984787: cycles: 7fed7b191bc5 _dl_name_match_p (/lib64/ld-2.11.3.so) 61746164655f0036 () swapper 0 14 7267026.985584: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267026.985849: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 12 7267026.986234: cycles: ffffffff811451fa kmem_cache_free ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 593fda18 () 3f46871700000008 () addr2lin 2079 10 7267026.986264: cycles: ffffffff81460eb0 _raw_spin_lock ([kernel.kallsyms]) ffffffff8116667e path_get ([kernel.kallsyms]) ffffffff8117193b d_path ([kernel.kallsyms]) ffffffff810f3d2b perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811277a9 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f896387e237 ([kernel.kallsyms]) 7f896387e237 __mprotect (/lib64/ld-2.11.3.so) 7f8963a544d0 (/lib64/ld-2.11.3.so) 0 () swapper 0 2 7267026.987446: cycles: ffffffff81094684 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 0 7267026.988277: cycles: ffffffff81464c90 atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81002149 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) postgres 1593 13 7267026.988449: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2080 1 7267026.988525: cycles: ffffffff81445dda sha_transform ([kernel.kallsyms]) ffffffff813227a9 extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff81322a97 xfer_secondary_pool ([kernel.kallsyms]) ffffffff8132290c extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () ksoftirq 51 11 7267026.988584: cycles: ffffffff81145220 kmem_cache_free ([kernel.kallsyms]) ffffffff810cd5d2 rcu_do_batch ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff810679d1 run_ksoftirqd ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 17989 8 7267026.990261: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267026.990725: cycles: ffffffff813cdef0 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 6 7267026.991258: cycles: ffffffffa040e326 ixgbe_tso (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04130ba ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d193908 () addr2lin 2080 0 7267026.993758: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff8f5317220 ([kernel.kallsyms]) 7ff8f5317220 bfd_set_default_target (/usr/lib64/libbfd-2.23.1.so) mmfsd 13768 1 7267026.993775: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05bf2dc ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () swapper 0 15 7267026.994393: cycles: ffffffff81066bb0 __local_bh_enable ([kernel.kallsyms]) ffffffff810676b9 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2081 9 7267026.995317: cycles: ffffffff81129a02 unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) kworker/ 94 5 7267026.995839: cycles: ffffffff8145e93b __schedule ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) postgres 1593 13 7267026.998424: cycles: 496044 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267026.998469: cycles: ffffffff811443e2 kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2082 11 7267026.999445: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f024e58811b ([kernel.kallsyms]) 7f024e58811b check_match.12097 (/lib64/ld-2.11.3.so) mmfsd 13768 14 7267026.999676: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff81086b69 lock_hrtimer_base ([kernel.kallsyms]) ffffffff8108739e __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff8145fe94 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4555 4 7267027.000255: cycles: ffffffff811436b0 kmem_cache_alloc_node ([kernel.kallsyms]) ffffffff81395cba __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 7 7267027.000472: cycles: 7ffb7c11f3d0 () 7ffb62d9f128 () 0 () mmfsd 1561 3 7267027.000679: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () e00000000001597e ([kernel.kallsyms]) mmfsd 17989 9 7267027.000758: cycles: ffffffffa05be751 ([mmfs26]) ffffffffa05bf1c0 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb549097f0 () mmfsd 13573 2 7267027.001088: cycles: 5b25a5 () 0 () addr2lin 2082 10 7267027.001230: cycles: 7f1ecfd8d7b5 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f1ecfd85985 dl_main (/lib64/ld-2.11.3.so) 7f1ecfd96b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 17989 8 7267027.002762: cycles: 920c23 () 564b13b4 () sh 2083 0 7267027.004624: cycles: 7fc29e9130e3 _nl_make_l10nflist (/lib64/libc-2.11.3.so) 0 () 2f656c61636f6c2f () mmfsd 4554 6 7267027.005340: cycles: 89d001 () 1849a8 () mmfsd 8049 11 7267027.008336: cycles: ffffffff8115bdeb fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () e000007ffb6c0048 ([kernel.kallsyms]) postgres 1593 13 7267027.008399: cycles: 46f018 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2085 1 7267027.010192: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 416270 ([kernel.kallsyms]) 416270 getpid@plt (/bin/bash) sh 2086 2 7267027.010356: cycles: ffffffff81129198 page_add_file_rmap ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5bb0febaa0 ([kernel.kallsyms]) 7f5bb0febaa0 _int_free (/lib64/libc-2.11.3.so) expand 2087 12 7267027.010868: cycles: 7f287cb51f90 __strrchr_sse42 (/lib64/libc-2.11.3.so) 4047d5 (/usr/bin/expand) 1eb50 () grep 2086 3 7267027.011247: cycles: ffffffff81461543 page_fault ([kernel.kallsyms]) 7fe20ef3a460 ([kernel.kallsyms]) 7fe20ef3a460 sysconf (/lib64/libc-2.11.3.so) 7fe20eeb94fa __GI_setlocale (/lib64/libc-2.11.3.so) 406294 (/bin/grep) objdump 2085 0 7267027.011454: cycles: ffffffff81087abf up_read ([kernel.kallsyms]) ffffffff81464991 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f1807b67398 ([kernel.kallsyms]) 7f1807b67398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f1807b5f985 dl_main (/lib64/ld-2.11.3.so) 7f1807b70b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4554 6 7267027.012487: cycles: 10e2a51 () mmfsd 12090 7 7267027.012879: cycles: ffffffff8116c00a do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15cb410 () mmfsd 13768 3 7267027.013145: cycles: 7ffb7cb58347 () objdump 2085 0 7267027.013217: cycles: 7f1807b69bdd _dl_fixup (/lib64/ld-2.11.3.so) mmfsd 4555 4 7267027.013457: cycles: ffffffff813e3962 get_page ([kernel.kallsyms]) ffffffff813e698e tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 11 7267027.013505: cycles: ffffffff811394d3 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 10 7267027.014086: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05bf2dc ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () objdump 2085 0 7267027.015074: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1806a6c5d0 ([kernel.kallsyms]) 7f1806a6c5d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () mmfsd 13573 2 7267027.015877: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c4f77e0 () swapper 0 14 7267027.016716: cycles: ffffffff8104e13b set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 4555 5 7267027.017219: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa053ac7c ([mmfs26]) ffffffffa05c03a2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6a0c7840 () objdump 2085 0 7267027.018034: cycles: 406088 (/usr/bin/objdump) 6a60d7 () 7ffff5ae1301 () postgres 1593 13 7267027.018376: cycles: 470001 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267027.020247: cycles: ffffffff81087480 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff810945cf tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) mmfsd 4554 6 7267027.020360: cycles: ffffffff81460f10 _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8145e897 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb7439baf0 () mmfsd 13768 2 7267027.021009: cycles: ffffffff810cc1f2 rcu_note_context_switch ([kernel.kallsyms]) ffffffff8145e821 __schedule ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5944e458 () 564b143000000009 () mmfsd 12090 14 7267027.022158: cycles: ffffffffa051f530 ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05c0487 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c4f61e0 () mmfsd 1561 3 7267027.022397: cycles: 914f3b () 250158f730 () 15aa1e8 () b10ff0d089ff4a8d ([kernel.kallsyms]) mmfsd 4555 5 7267027.022615: cycles: ffffffff8138f1f9 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () objdump 2085 0 7267027.023242: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1806a6c5d0 ([kernel.kallsyms]) 7f1806a6c5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 15 7267027.024367: cycles: ffffffff81094605 update_ts_time_stats ([kernel.kallsyms]) ffffffff81094b64 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267027.025464: cycles: ffffffff81047951 task_of ([kernel.kallsyms]) ffffffff8104e8f8 enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267027.026104: cycles: ffffffffa046f587 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 5 7267027.026324: cycles: 91763b () mmfsd 4554 7 7267027.026470: cycles: ffffffff810519d1 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c00f5a0 () mmfsd 13768 12 7267027.026647: cycles: 91de7a () 15d1aa000000000 () mmfsd 13768 5 7267027.027791: cycles: ffffffff8107f39d __task_pid_nr_ns ([kernel.kallsyms]) ffffffffa04c2645 ([mmfslinux]) ffffffffa0605a88 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () postgres 1593 13 7267027.028351: cycles: 46fc48 nocachegetattr (/home/Computational/mark/andres/bin/postgres) 7a0ab7 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 5354 8 7267027.028581: cycles: 1141e44 () 1803441d128 () swapper 0 3 7267027.029107: cycles: ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 14 7267027.029644: cycles: ffffffffa0411fc0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13573 2 7267027.030460: cycles: ffffffffa04599d5 tcp_pkt_to_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () objdump 2085 0 7267027.030760: cycles: 7f1807202723 (/usr/lib64/libbfd-2.23.1.so) 0 () a345c0 () a32890 () a32090 () a302c0 () a2f640 () a2d810 () a2cb30 () a2a760 () a28440 () a265e0 () a25900 () a237b0 () a21330 () a1ee00 () a1cb00 () a1be00 () a19ba0 () a177d0 () a15400 () a13040 () a123a0 () a0fe40 () a0dae0 () a0c450 () a0ba90 () a09cb0 () a081a0 () a07940 () a05230 () a031b0 () a00fe0 () a00760 () 9fe250 () 9fbe80 () 9f9dc0 () 9f9680 () 9f73e0 () 9f6960 () 9f4460 () 9f1f70 () 9f07c0 () 9efcc0 () 9edd40 () 9ec350 () 9ebcf0 () 9e9a10 () 9e7ea0 () 9e7380 () 9e4f10 () 9e2bb0 () 9e0700 () 9de5e0 () 9dd840 () 9db790 () 9d9930 () 9d8ad0 () 9d6650 () 9d4420 () 9d2280 () 9d16c0 () 9cf190 () 9cccb0 () 9ca8e0 () 9c8630 () 9c7d70 () 9c5a30 () 9c3610 () 9c12d0 () 9c0550 () 9be310 () 9bbf80 () 9b9de0 () 9b91a0 () 9b6cb0 () 9b47c0 () 9b23c0 () 9b0160 () 9ae5b0 () 9add30 () 9ac700 () 9abe80 () 9aa8f0 () 9aa050 () 9a7f70 () 9a68e0 () 9a6040 () 9a49c0 () 9a4080 () 9a24f0 () 9a1e90 () 9a0000 () 99f4a0 () 99df50 () 99d730 () 99bbb0 () 99b090 () 998ea0 () 996d10 () 994a30 () 993ff0 () 992130 () 9914d0 () 98f110 () 98d2d8 () 98b040 () 98a940 () 989050 () 9886d0 () 986af0 () 986090 () 983bf0 () 981d20 () 981120 () 97edb0 () 97d0e0 () 97c420 () 97a3d0 () 978200 () 977880 () 975920 () 975200 () 972e60 () 9712b0 () 9708b0 () 96e380 () 96c2d0 () 96a860 () 969f40 () 967b20 () 965bf0 () 965290 () 9633c0 () 962860 () 960a00 () 960080 () 95ddd0 () 95c540 () 95bba0 () 959b10 () 958180 () 957680 () 955310 () 953090 () 9517c0 () 950e20 () 94ec00 () 94cc10 () 94c090 () 949cb0 () 947a10 () 945f20 () 945580 () 943320 () 9413c0 () 940980 () 93e600 () 93c520 () 93bc80 () 9397f0 () 937300 () 9351a0 () 934580 () 932180 () 930040 () 92e4f0 () 92dad0 () 92b830 () 929720 () 928b40 () 926720 () 9246d0 () 9223f0 () 9215d0 () 91f1c0 () 91ce10 () 91a900 () 9182f0 () 916170 () 915390 () 912ef0 () 910ce0 () 90f370 () 90e8f0 () 90c4a0 () 90a3a0 () 9081a0 () 907480 () 9052f0 () 9030f0 () 902770 () 900300 () 8fde00 () 8fb990 () 8f9490 () 8f7050 () 8f4d40 () 8f4200 () 8f2bd0 () 8f2250 () 8efe30 () 8edc90 () 8eba50 () 8eb210 () 8e92c0 () 8e8980 () 8e69c0 () 8e5be0 () 8e3760 () 8e12b0 () 8def00 () 8dd710 () 8dce70 () 8daa80 () 8d85d0 () 8d6110 () 8d3ca0 () 8d32c0 () 8d0eb0 () 8cec50 () 8cca00 () 8cbc60 () 8c9820 () 8c7580 () 8c5230 () 8c2e50 () 8c20d0 () 8c0a00 () 8bed10 () 8be650 () 8bc150 () 8b9e00 () 8b9360 () 8b7170 () 8b5100 () 8b43e0 () 8b2510 () 8b1c50 () 8afa20 () 8ad930 () 8acff0 () 8ab190 () 8aa610 () 8a8360 () 8a62d0 () 8a5950 () 8a3880 () 8a2f60 () 8a1090 () 8a0370 () 89e4c0 () 89c080 () 89a470 () mmfsd 4554 6 7267027.031153: cycles: 91331a () 0 () swapper 0 4 7267027.031516: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 7 7267027.032939: cycles: ffffffff8125e9f9 copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 1 7267027.034689: cycles: ffffffff8111ee64 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 6 7267027.036074: cycles: ffffffff81067707 __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2088 3 7267027.036390: cycles: ffffffff811002ed get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f8949 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffa9fa525d0 ([kernel.kallsyms]) 7ffa9fa525d0 __GI___read (/lib64/libc-2.11.3.so) 656c61636f6c2f () postgres 1593 13 7267027.038328: cycles: 5bbbb5 ExecHashGetSkewBucket (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2088 2 7267027.038845: cycles: 7f362517b433 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3625173985 dl_main (/lib64/ld-2.11.3.so) 7f3625184b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 31858 7 7267027.038864: cycles: 920896 () 256c015db0 () 7ffb6c0183a8 () b10ff0d089ff4a8d ([kernel.kallsyms]) mmfsd 13768 15 7267027.039729: cycles: ffffffff81066640 timespec_add_safe ([kernel.kallsyms]) ffffffff81199563 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 12090 14 7267027.039984: cycles: 9134ef () 0 () mmfsd 8049 10 7267027.040475: cycles: ffffffff813e6b9e skb_set_owner_r ([kernel.kallsyms]) ffffffff813ec218 tcp_data_queue ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa05be751 ([mmfs26]) ffffffffa05c08c1 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () addr2lin 2088 2 7267027.041195: cycles: 7f3624d23e13 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 50d7a0 () swapper 0 4 7267027.043421: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267027.043510: cycles: ffffffff81094684 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2088 2 7267027.043959: cycles: 7f3624d422de bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 13754 11 7267027.044638: cycles: ffffffff813e53b0 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 66dc248 () mmfsd 13754 3 7267027.046843: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff813911ed __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 612e6a8 () mmfsd 13768 8 7267027.047469: cycles: ffffffff81009160 read_tsc ([kernel.kallsyms]) ffffffff8108dc9b ktime_get_ts ([kernel.kallsyms]) ffffffff8119954a ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2088 2 7267027.047976: cycles: ffffffff81100160 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f36245a05d0 ([kernel.kallsyms]) 7f36245a05d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267027.048306: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12090 15 7267027.049643: cycles: ffffffff813f06db tcp_current_mss ([kernel.kallsyms]) ffffffff813e2a6f tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 9 7267027.050194: cycles: ffffffff8108d8ce getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 10 7267027.050222: cycles: 89f6e4 () 7ffb00000200 () swapper 0 5 7267027.050951: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2088 2 7267027.051228: cycles: 7f3624d373f2 (/usr/lib64/libbfd-2.23.1.so) 400000000 () mmfsd 4537 12 7267027.051793: cycles: 89afc2 () ffffc900343318e0 ([kernel.kallsyms]) mmfsd 13573 3 7267027.052578: cycles: ffffffff81468d00 system_call ([kernel.kallsyms]) 7ffb7c0f3e5a () 400000000 () mmfsd 13768 11 7267027.053448: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05c0593 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 14 7267027.053479: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2088 2 7267027.055065: cycles: 7f36245498db malloc_consolidate (/lib64/libc-2.11.3.so) 50 () swapper 0 7 7267027.055094: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81004478 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267027.057668: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81054b8b try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 10 7267027.058075: cycles: ffffffff8145ecde thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.058284: cycles: 7fb873d6bb83 __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12193 14 7267027.058742: cycles: ffffffff81054a40 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () sh 2089 3 7267027.060023: cycles: 7f30bb806ea7 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () mmfsd 5354 9 7267027.060661: cycles: ffffffffa0453d6f __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 11 7267027.062766: cycles: ffffffff8125ea14 copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2089 2 7267027.063884: cycles: ffffffff8111df17 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6fab049c87 ([kernel.kallsyms]) 7f6fab049c87 __munmap (/lib64/libc-2.11.3.so) swapper 0 9 7267027.064084: cycles: ffffffffa04128bc ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 14 7267027.064322: cycles: 89a3e4 () ffffc9004396e8e8 ([kernel.kallsyms]) mmfsd 4555 5 7267027.065679: cycles: ffffffff8145ed21 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6801caf0 () mmfsd 4537 12 7267027.065949: cycles: ffffffffa046f0f0 ipv4_get_l4proto (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffffa045535e nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267027.067771: cycles: ffffffff81067782 __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267027.067871: cycles: ffffffff813ef903 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.068262: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 8049 10 7267027.068405: cycles: 933021 () 564b155b00000009 () mmfsd 4539 15 7267027.068855: cycles: 89a3e4 () ffffc90043920918 ([kernel.kallsyms]) addr2lin 2089 2 7267027.070614: cycles: 7f6fab7c302b read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 100000001 () perf 30004 3 7267027.074119: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 6 7267027.074247: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 11 7267027.075413: cycles: ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 8 7267027.076219: cycles: ffffffff810016e8 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fb0cdc000 ([kernel.kallsyms]) swapper 0 10 7267027.076226: cycles: ffffffff8137bafb menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2090 5 7267027.076631: cycles: 7f0793d83568 __strcmp_sse2 (/lib64/libc-2.11.3.so) 7f0700000000 () 2f656c61636f6c2f () swapper 0 14 7267027.077012: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 7 7267027.077171: cycles: ffffffffa0459c6e tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 12 7267027.078262: cycles: ffffffff81395ab1 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.078331: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2090 4 7267027.079233: cycles: 7f21242b739c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f21242af985 dl_main (/lib64/ld-2.11.3.so) 7f21242c0b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 15 7267027.081001: cycles: ffffffff8103d67b leave_mm ([kernel.kallsyms]) ffffffff812bd1b1 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2090 4 7267027.082482: cycles: ffffffff81087a81 down_read_trylock ([kernel.kallsyms]) ffffffff81464838 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2123692dc8 ([kernel.kallsyms]) 7f2123692dc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 4554 11 7267027.083986: cycles: ffffffff8125ea14 copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267027.084366: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 8 7267027.084702: cycles: ffffffffa04ff6a2 nf_nat_out (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2090 4 7267027.084757: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f21236dc5d0 ([kernel.kallsyms]) 7f21236dc5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12193 9 7267027.085219: cycles: 891215 () addr2lin 2090 4 7267027.087302: cycles: ffffffff8125ea12 copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f21236dc5d0 ([kernel.kallsyms]) 7f21236dc5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () postgres 1593 13 7267027.088377: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13769 7 7267027.088645: cycles: ffffffffa04a0835 ([mmfslinux]) ffffffffa05bf168 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () swapper 0 5 7267027.088895: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267027.089673: cycles: ffffffff813eebb5 tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2090 4 7267027.090922: cycles: 7f2123e6091e bfd_realloc (/usr/lib64/libbfd-2.23.1.so) swapper 0 6 7267027.091605: cycles: ffffffff81009186 read_tsc ([kernel.kallsyms]) ffffffff8108d504 ktime_get ([kernel.kallsyms]) ffffffff81094b4f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 13754 12 7267027.092842: cycles: ffffffff8125b894 timerqueue_add ([kernel.kallsyms]) ffffffff810866ca enqueue_hrtimer ([kernel.kallsyms]) ffffffff810874b4 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff8145fe94 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 5354 8 7267027.092928: cycles: 62bd0a () 1849a8 () swapper 0 10 7267027.093181: cycles: ffffffff810582d0 select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 11 7267027.093282: cycles: 10e7a78 () ffffc9003454d520 ([kernel.kallsyms]) swapper 0 14 7267027.093877: cycles: ffffffff81392f2d sock_def_readable ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267027.096469: cycles: ffffffff8145effd schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13573 3 7267027.096473: cycles: 932296 () 7ffb7b8947d8 () 0 () 0 () sh 2091 6 7267027.096755: cycles: ffffffff8120fbff common_file_perm ([kernel.kallsyms]) ffffffff81126eb9 do_mmap_pgoff ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbb9bdd51da ([kernel.kallsyms]) 7fbb9bdd51da mmap (/lib64/ld-2.11.3.so) 16f000 () mmfsd 12090 15 7267027.097648: cycles: ffffffff813e627f tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 7 7267027.097653: cycles: ffffffff81046f00 __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04a7ff0 ([mmfslinux]) ffffffffa05c05fb ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267027.098316: cycles: 5bbe49 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2091 6 7267027.099590: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9fbadc0a1d ([kernel.kallsyms]) 7f9fbadc0a1d _dl_sysdep_start (/lib64/ld-2.11.3.so) 7f9fbadacb08 _dl_start_user (/lib64/ld-2.11.3.so) mmfsd 4537 12 7267027.101815: cycles: ffffffff81460ec8 _raw_spin_lock ([kernel.kallsyms]) ffffffff810549fd try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2091 6 7267027.102270: cycles: 7f9fba97c958 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 8a1116 () mmfsd 13769 7 7267027.102277: cycles: ffffffffa040e45e ixgbe_tx_csum (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04132eb ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 8 7267027.103599: cycles: 7ffb7c0c76f5 () 564b15ff00000009 () addr2lin 2091 6 7267027.105431: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9fba1dc5d0 ([kernel.kallsyms]) 7f9fba1dc5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 1561 10 7267027.107781: cycles: 7ffb7c0c7640 () 250158f730 () 8 () b10ff0d089ff4a8d ([kernel.kallsyms]) postgres 1593 13 7267027.108266: cycles: 783233 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 5354 9 7267027.108747: cycles: 89adf0 () swapper 0 11 7267027.108918: cycles: ffffffff8104d941 update_cfs_shares ([kernel.kallsyms]) ffffffff8104e9b4 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2091 6 7267027.108985: cycles: 7f9fba187f17 _int_malloc (/lib64/libc-2.11.3.so) mmfsd 4539 14 7267027.109843: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64315d50 () swapper 0 7 7267027.110057: cycles: ffffffff813f0dfe tcp_options_write ([kernel.kallsyms]) ffffffff813f1303 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813ef983 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267027.112959: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 12 7267027.112977: cycles: 931b4b () 7ffb6370c1a8 () 0 () addr2lin 2091 6 7267027.114144: cycles: 7f9fba18593e malloc_consolidate (/lib64/libc-2.11.3.so) 71 () swapper 0 5 7267027.114872: cycles: ffffffff81093257 tick_check_oneshot_broadcast ([kernel.kallsyms]) ffffffff810946e6 tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267027.115156: cycles: ffffffff8139f904 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2092 1 7267027.116296: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2092 1 7267027.116616: cycles: ffffffff81126d75 do_mmap_pgoff ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f84db3781da ([kernel.kallsyms]) 7f84db3781da mmap (/lib64/ld-2.11.3.so) sh 2092 1 7267027.116948: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f84db3688b8 ([kernel.kallsyms]) 7f84db3688b8 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7f84db369d2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e7365 () sh 2092 1 7267027.118178: cycles: 7f84dac7e4b0 phys_pages_info (/lib64/libc-2.11.3.so) 4174ee (/bin/bash) postgres 1593 13 7267027.118224: cycles: 5b7d47 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267027.119389: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81004478 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 12 7267027.120033: cycles: ffffffff81049fd1 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4539 14 7267027.120214: cycles: ffffffff8110276b __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267027.120428: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 11 7267027.122501: cycles: ffffffff8145eda4 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64003ab0 () swapper 0 9 7267027.124047: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 7 7267027.124051: cycles: ffffffff81392992 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 15 7267027.126186: cycles: 8911ec () mmfsd 13768 12 7267027.126950: cycles: 92b0ed () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () 57cc2d0 () 7ffb6c004a48 () addr2lin 2092 0 7267027.127577: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f730ad965d0 ([kernel.kallsyms]) 7f730ad965d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267027.128187: cycles: 496056 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 3 7267027.128362: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 9 7267027.130108: cycles: 5833e6 () 15d8110 () addr2lin 2092 0 7267027.131032: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f730ad965d0 ([kernel.kallsyms]) 7f730ad965d0 __GI___read (/lib64/libc-2.11.3.so) 66615f6574656c65 () swapper 0 14 7267027.132675: cycles: ffffffff81464c00 notifier_call_chain ([kernel.kallsyms]) ffffffff81464c7d __atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81002120 cpu_idle ([kernel.kallsyms]) mmfsd 17989 8 7267027.133166: cycles: ffffffff811002d1 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2092 0 7267027.133179: cycles: 7f730ad45902 __realloc (/lib64/libc-2.11.3.so) swapper 0 9 7267027.134041: cycles: ffffffff8108d90c getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 8 7267027.134740: cycles: ffffffff81066331 set_normalized_timespec ([kernel.kallsyms]) ffffffff8116d311 select_estimate_accuracy ([kernel.kallsyms]) ffffffff81199594 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2092 0 7267027.135823: cycles: 7f730b52a4a8 (/usr/lib64/libbfd-2.23.1.so) swapper 0 8 7267027.136675: cycles: ffffffff81464c02 notifier_call_chain ([kernel.kallsyms]) ffffffff81464c7d __atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81002120 cpu_idle ([kernel.kallsyms]) mmfsd 12193 12 7267027.137050: cycles: 9479f2 () 0 () 0 () 0 () swapper 0 7 7267027.137508: cycles: ffffffff8145ecde thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.138155: cycles: 7fb873d6ba57 __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 2093 3 7267027.139424: cycles: ffffffff8111cc04 vm_normal_page ([kernel.kallsyms]) ffffffff8111dc68 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2093 3 7267027.141788: cycles: ffffffff811b56ec get_vmalloc_info ([kernel.kallsyms]) ffffffff811c017b meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fce548865d0 ([kernel.kallsyms]) 7fce548865d0 __GI___read (/lib64/libc-2.11.3.so) 0 () addr2lin 2093 2 7267027.143389: cycles: ffffffff8115a068 do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3995ca4f57 ([kernel.kallsyms]) 7f3995ca4f57 __open (/lib64/ld-2.11.3.so) 6070 () mmfsd 13768 14 7267027.143856: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4539 15 7267027.144761: cycles: ffffffff81089530 sched_clock_cpu ([kernel.kallsyms]) ffffffff81059271 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb746403b0 () addr2lin 2093 2 7267027.146423: cycles: 7f399585f958 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 7af5e8 () swapper 0 5 7267027.146946: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267027.147111: cycles: ffffffff81407900 pskb_may_pull ([kernel.kallsyms]) ffffffff81407b08 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.148125: cycles: 496041 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267027.149281: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2093 2 7267027.149362: cycles: 7f399586d2aa bfd_elf_string_from_elf_section (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 8 7267027.151179: cycles: ffffffff8137a93f cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 3 7267027.151789: cycles: 9193c3 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () 7ffb506f99e0 () 1598048 () addr2lin 2093 2 7267027.152441: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f39950bf5d0 ([kernel.kallsyms]) 7f39950bf5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 11 7267027.152768: cycles: ffffffff810c745c handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267027.152880: cycles: ffffffffa0459f00 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 12 7267027.152880: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff813929a9 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2093 2 7267027.155532: cycles: 7f39958564a7 (/usr/lib64/libbfd-2.23.1.so) 500000000 () mmfsd 13768 5 7267027.155698: cycles: ffffffffa04a6561 ([mmfslinux]) ffffffffa05bf331 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () swapper 0 9 7267027.156444: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 15 7267027.157633: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.158099: cycles: 7fb873d6c7f3 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 6 7267027.158221: cycles: ffffffff811451be kmem_cache_free ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2093 2 7267027.160214: cycles: ffffffff81105f1c release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f399509aa38 ([kernel.kallsyms]) mmfsd 8049 10 7267027.160418: cycles: ffffffff813c0eb9 sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 8 7267027.161800: cycles: ffffffff813e5350 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 506f9a28 () swapper 0 11 7267027.163254: cycles: ffffffff810c75ef handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2094 3 7267027.163588: cycles: ffffffff81125f0a mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faea6f721da ([kernel.kallsyms]) 7faea6f721da mmap (/lib64/ld-2.11.3.so) 16f000 () mmfsd 13768 14 7267027.166164: cycles: ffffffff813f13a8 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 6ff49878 () addr2lin 2094 3 7267027.166207: cycles: ffffffff8114dc7c mem_cgroup_count_vm_event ([kernel.kallsyms]) ffffffff81121872 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7faea6b2c8f4 ([kernel.kallsyms]) 7faea6b2c8f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 5ef960 () swapper 0 12 7267027.167618: cycles: ffffffff810cc1c6 rcu_bh_qs ([kernel.kallsyms]) ffffffff81067832 __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 15 7267027.167686: cycles: ffffffff8137bcf8 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.168072: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2094 3 7267027.168924: cycles: 7faea6b3a325 bfd_elf_string_from_elf_section (/usr/lib64/libbfd-2.23.1.so) 7fff60b9c313 () mmfsd 12193 5 7267027.168957: cycles: ffffffff8125e91b _copy_from_user ([kernel.kallsyms]) ffffffff81399e00 verify_iovec ([kernel.kallsyms]) ffffffff8138f0ea ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31858 7 7267027.169104: cycles: ffffffffa040e768 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13769 9 7267027.169561: cycles: ffffffff81100446 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267027.170206: cycles: ffffffff8104a9e5 get_nohz_timer_target ([kernel.kallsyms]) ffffffff810717bc mod_timer_pending ([kernel.kallsyms]) ffffffffa0453d95 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267027.172301: cycles: ffffffff812bd090 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 11 7267027.173206: cycles: ffffffff81145220 kmem_cache_free ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d09aa48 () mmfsd 13768 14 7267027.173569: cycles: ffffffff81468d00 system_call ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d6ac2a8 () addr2lin 2094 3 7267027.173737: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faea638c5d0 ([kernel.kallsyms]) 7faea638c5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 5 7267027.175154: cycles: ffffffff8104591b update_cfs_load ([kernel.kallsyms]) ffffffff8104e97a enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 4 7267027.177498: cycles: 7ffb7c0f3e5a () 0 () postgres 1593 13 7267027.178144: cycles: 7fb873d6c7b7 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 10 7267027.179255: cycles: ffffffff8104e86f enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 7 7267027.179408: cycles: ffffffff813eb36d tcp_data_snd_check ([kernel.kallsyms]) ffffffff813efb85 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267027.179421: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2094 3 7267027.179930: cycles: 7faea6b1004c read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 100000000 () mmfsd 4537 12 7267027.180391: cycles: ffffffff811443e2 kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 15 7267027.181948: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 9 7267027.182846: cycles: 588b22 () addr2lin 2094 3 7267027.183982: cycles: ffffffff811548b1 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faea6367a38 ([kernel.kallsyms]) mmfsd 4554 6 7267027.184697: cycles: 92184d () 0 () sh 2095 2 7267027.186443: cycles: 7f52926441fa init_tls (/lib64/ld-2.11.3.so) 7f5292656b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267027.188098: cycles: 5bdd59 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 8 7267027.188564: cycles: ffffffff8132252e add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 12 7267027.189277: cycles: ffffffff813e6844 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 14 7267027.189531: cycles: ffffffffa040e46b ixgbe_tx_csum (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04132eb ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 7 7267027.189723: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a654d ([mmfslinux]) ffffffffa05bf331 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () addr2lin 2095 3 7267027.192137: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f26c76685d0 ([kernel.kallsyms]) 7f26c76685d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 5354 8 7267027.195772: cycles: 913366 () 0 () swapper 0 7 7267027.195869: cycles: ffffffffa040a2e3 ixgbe_write_eitr (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412ebd ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267027.196197: cycles: ffffffff81047966 task_of ([kernel.kallsyms]) ffffffff8104e8f8 enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 6 7267027.196460: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 9 7267027.196874: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 15 7267027.197830: cycles: ffffffffa04555d3 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.198057: cycles: 46f448 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2095 3 7267027.198179: cycles: ffffffff81153f33 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f26c76149d3 ([kernel.kallsyms]) 7f26c76149d3 _int_malloc (/lib64/libc-2.11.3.so) mmfsd 4537 12 7267027.200631: cycles: ffffffff813e61b8 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 8 7267027.203369: cycles: ffffffff81105917 put_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 10 7267027.204966: cycles: ffffffffa04036ea ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d4dade8 () 564b17a800000009 () addr2lin 2096 2 7267027.205216: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe7ed59c3b8 ([kernel.kallsyms]) 7fe7ed59c3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe7ed594985 dl_main (/lib64/ld-2.11.3.so) 7fe7ed5a5b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 6 7267027.205873: cycles: ffffffffa05be02f ([mmfs26]) ffffffffa05beffc ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 12311 11 7267027.207414: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () d00000000011c22 () mmfsd 13768 12 7267027.207447: cycles: ffffffff813956dd __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267027.208022: cycles: 7fffe8fff665 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12090 14 7267027.208286: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810549ba try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 5 7267027.208485: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 7 7267027.208658: cycles: ffffffff81145c90 kfree ([kernel.kallsyms]) ffffffff8139093c sock_kfree_s ([kernel.kallsyms]) ffffffff8138f20b ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 5 7267027.210647: cycles: ffffffff8104d594 update_curr ([kernel.kallsyms]) ffffffff8104e970 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13573 3 7267027.211049: cycles: ffffffff81210f69 aa_revalidate_sk ([kernel.kallsyms]) ffffffff8138e16f sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2096 2 7267027.211074: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe7ec9c15d0 ([kernel.kallsyms]) 7fe7ec9c15d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 9 7267027.212102: cycles: ffffffff81024c10 smp_reschedule_interrupt ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 15 7267027.213315: cycles: 5b52f8 () ffffc9003430d6a0 ([kernel.kallsyms]) mmfsd 17989 8 7267027.214813: cycles: ffffffffa046f1e5 ipv4_pkt_to_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffffa0453fd4 nf_ct_get_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2096 2 7267027.215102: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe7ec96d9d3 ([kernel.kallsyms]) 7fe7ec96d9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 12193 4 7267027.215937: cycles: 947a0c () 0 () 0 () swapper 0 6 7267027.217071: cycles: ffffffff810946fa tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.217991: cycles: 5bdd21 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 14 7267027.219880: cycles: 91e1c4 () addr2lin 2096 2 7267027.220163: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe7ec9cbc87 ([kernel.kallsyms]) 7fe7ec9cbc87 __munmap (/lib64/libc-2.11.3.so) mmfsd 4554 7 7267027.221530: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8116c3c8 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6a0c7840 () sh 2097 4 7267027.222456: cycles: ffffffff811686ec link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f70a259bf57 ([kernel.kallsyms]) 7f70a259bf57 __open (/lib64/ld-2.11.3.so) 6980 () mmfsd 12193 5 7267027.222601: cycles: ffffffff813da88a __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2097 4 7267027.223871: cycles: ffffffff81170e15 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81167d02 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f70a1e951e0 ([kernel.kallsyms]) 7f70a1e951e0 __GI___open64 (/lib64/libc-2.11.3.so) swapper 0 12 7267027.224244: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff81086b69 lock_hrtimer_base ([kernel.kallsyms]) ffffffff810877c5 hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff81094571 tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) mmfsd 13768 11 7267027.225011: cycles: ffffffff813c0fd0 sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 691acb8 () addr2lin 2097 4 7267027.226285: cycles: ffffffff8125e7f0 copy_page ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe74e8663b8 ([kernel.kallsyms]) 7fe74e8663b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe74e85e985 dl_main (/lib64/ld-2.11.3.so) 7fe74e86fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267027.227962: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb873d6bd5d ([kernel.kallsyms]) 7fb873d6bd5d __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4555 9 7267027.228371: cycles: 89a3e4 () ffffc900365b7e58 ([kernel.kallsyms]) mmfsd 13754 6 7267027.228573: cycles: ffffffff8125f8fb __memcpy ([kernel.kallsyms]) ffffffffa040f539 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff813e53dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d6c58e8 () mmfsd 17989 8 7267027.229584: cycles: 914fc1 () 15d8110 () addr2lin 2097 4 7267027.230106: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe74dc41dc8 ([kernel.kallsyms]) 7fe74dc41dc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 4554 7 7267027.231513: cycles: 89a3e4 () ffffc90033fd8a08 ([kernel.kallsyms]) mmfsd 12311 10 7267027.233085: cycles: 1136ac3 () swapper 0 9 7267027.233648: cycles: ffffffff8100206f exit_idle ([kernel.kallsyms]) ffffffff81003bfc do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 12 7267027.234295: cycles: ffffffffa040e750 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 8 7267027.234604: cycles: ffffffff81067502 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2097 4 7267027.235396: cycles: ffffffff81100116 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe74dc8b5d0 ([kernel.kallsyms]) 7fe74dc8b5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4539 15 7267027.236693: cycles: a19003 () 400000000 () postgres 1593 13 7267027.237948: cycles: 46f455 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12193 5 7267027.238489: cycles: ffffffffa049a084 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 11 7267027.239607: cycles: ffffffff81046f00 __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2097 4 7267027.239609: cycles: 7fe74dc379d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 13768 10 7267027.239633: cycles: 5b6876 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () 6501220 () 7ffb6c004a48 () swapper 0 5 7267027.240735: cycles: ffffffff8108d994 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 14 7267027.242570: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a8ae7 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a8970 () swapper 0 9 7267027.242788: cycles: ffffffffa04831ce tcp_mt (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/xt_tcpudp.ko) ffffffffa04038e5 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2098 7 7267027.244444: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 5354 8 7267027.246355: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2098 7 7267027.246911: cycles: 7f01c5678188 check_match.12097 (/lib64/ld-2.11.3.so) 9691974 () 200000000342e33 () mmfsd 13754 10 7267027.247238: cycles: 7ffb7c0c3b7a () postgres 1593 13 7267027.247920: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 11 7267027.248593: cycles: 5b6876 () 0 () mmfsd 13768 12 7267027.249460: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2098 6 7267027.249642: cycles: 7fdd2e586c2d _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fdd2e5884f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fdd2e580985 dl_main (/lib64/ld-2.11.3.so) 7fdd2e591b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 5 7267027.249676: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2098 6 7267027.252688: cycles: ffffffff81123c10 find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fdd2d963dc8 ([kernel.kallsyms]) 7fdd2d963dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 11 7267027.256293: cycles: ffffffff810017b1 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f90bae000 ([kernel.kallsyms]) addr2lin 2098 6 7267027.256552: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fdd2d9ad5d0 ([kernel.kallsyms]) 7fdd2d9ad5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 9 7267027.257762: cycles: ffffffff81460f10 _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8145e897 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.257985: cycles: ffffffff811212f1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13768 7 7267027.259556: cycles: ffffffff81460ec8 _raw_spin_lock ([kernel.kallsyms]) ffffffff810549fd try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 593ecb38 () addr2lin 2098 6 7267027.260714: cycles: 7fdd2e131046 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 1 () mmfsd 17989 8 7267027.262541: cycles: ffffffff810675d4 local_bh_enable ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 2 7267027.263731: cycles: 91dde2 () 0 () addr2lin 2098 6 7267027.264292: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fdd2d9599d3 ([kernel.kallsyms]) 7fdd2d9599d3 _int_malloc (/lib64/libc-2.11.3.so) e00000003 () swapper 0 10 7267027.264387: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 15 7267027.264834: cycles: 5b6876 () swapper 0 1 7267027.266720: cycles: ffffffff810cd740 __rcu_process_callbacks ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.268034: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9733 find_lock_page ([kernel.kallsyms]) ffffffff8110fe32 shmem_getpage_gfp ([kernel.kallsyms]) ffffffff81110608 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 2099 1 7267027.268162: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 2099 1 7267027.268413: cycles: ffffffff8111dca0 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 4 7267027.268631: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff810017ef __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f90bd2000 ([kernel.kallsyms]) sh 2099 1 7267027.268809: cycles: 7f7cc8716120 _dl_start (/lib64/ld-2.11.3.so) mmfsd 4537 12 7267027.269721: cycles: 5af041 () 7ffb64004120 () swapper 0 14 7267027.270264: cycles: ffffffff8145f026 schedule ([kernel.kallsyms]) sh 2099 1 7267027.270964: cycles: 416b50 getppid@plt (/bin/bash) mmfsd 4555 9 7267027.271525: cycles: 7ffb7cb536c1 () mmfsd 4543 10 7267027.271654: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267027.271780: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2099 0 7267027.271870: cycles: ffffffff81260099 strnlen_user ([kernel.kallsyms]) ffffffff81160d4e copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f7cc7fffa57 ([kernel.kallsyms]) 7f7cc7fffa57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () addr2lin 2099 0 7267027.272232: cycles: ffffffff8103c781 pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff81121a75 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fdd19cb476c ([kernel.kallsyms]) 7fdd19cb476c dl_main (/lib64/ld-2.11.3.so) 7fdd19cc6b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) addr2lin 2099 0 7267027.272587: cycles: ffffffff81123bd8 find_vma ([kernel.kallsyms]) ffffffff81006d01 arch_get_unmapped_area_topdown ([kernel.kallsyms]) ffffffff811266f8 get_unmapped_area ([kernel.kallsyms]) ffffffff81126d7a do_mmap_pgoff ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fdd19cc81da ([kernel.kallsyms]) 7fdd19cc81da mmap (/lib64/ld-2.11.3.so) addr2lin 2099 0 7267027.274063: cycles: ffffffff811434f0 ksize ([kernel.kallsyms]) ffffffff8111530f kzfree ([kernel.kallsyms]) ffffffff8115c80b __fput ([kernel.kallsyms]) ffffffff81123f45 remove_vma ([kernel.kallsyms]) ffffffff8112554c do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fdd19cc8207 ([kernel.kallsyms]) 7fdd19cc8207 munmap (/lib64/ld-2.11.3.so) 7fdd19ccb7dd (/lib64/ld-2.11.3.so) mmfsd 4543 11 7267027.274494: cycles: 9315f2 () swapper 0 5 7267027.277612: cycles: ffffffff813f936f tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.278067: cycles: ffffffffff600186 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 15 7267027.278415: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 12 7267027.278556: cycles: ffffffff810fef86 free_pages_prepare ([kernel.kallsyms]) ffffffff81102a59 free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efa24 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 11 7267027.279270: cycles: ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05c0593 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4543 10 7267027.280442: cycles: ffffffffa05bdf89 ([mmfs26]) ffffffffa05bf250 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () addr2lin 2099 0 7267027.280460: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fdd190e25d0 ([kernel.kallsyms]) 7fdd190e25d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4555 8 7267027.281254: cycles: ffffffff813cdef0 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267027.281365: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267027.283593: cycles: ffffffffa0459d6e tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 11 7267027.284627: cycles: 57ff61 () 564b18d4 () postgres 1593 13 7267027.287993: cycles: 7fb873d6c819 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 8 7267027.288072: cycles: 926597 () 0 () swapper 0 9 7267027.288144: cycles: ffffffff81461206 save_args ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2099 0 7267027.288633: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fdd1908e9d3 ([kernel.kallsyms]) 7fdd1908e9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 15 7267027.292514: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 5 7267027.292877: cycles: ffffffffa0605a46 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () d00000000011c22 () mmfsd 4537 12 7267027.293811: cycles: 899e12 () ffffc90043952538 ([kernel.kallsyms]) swapper 0 9 7267027.293980: cycles: ffffffff8100188c __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fc2836000 ([kernel.kallsyms]) sh 2100 3 7267027.294670: cycles: ffffffff81123c10 find_vma ([kernel.kallsyms]) ffffffff81125357 do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbf7b04f1da ([kernel.kallsyms]) 7fbf7b04f1da mmap (/lib64/ld-2.11.3.so) 16f000 () swapper 0 10 7267027.294984: cycles: ffffffff81102b37 free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 8 7267027.295327: cycles: 7ffb7cb536a3 () 2502000000 () 7ffb6c006718 () b10ff0d089ff4a8d ([kernel.kallsyms]) postgres 1593 13 7267027.297930: cycles: ffffffffa0571542 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13768 14 7267027.297974: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05bf4be ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () addr2lin 2100 2 7267027.299068: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f5fbed667b0 ([kernel.kallsyms]) 7f5fbed667b0 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5fbed5e985 dl_main (/lib64/ld-2.11.3.so) 7f5fbed6fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 5 7267027.300239: cycles: ffffffff8108d994 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 11 7267027.300527: cycles: 5b6859 () 200000000 () mmfsd 4543 10 7267027.301432: cycles: ffffffffa04a8bc2 ([mmfslinux]) 6 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () addr2lin 2100 2 7267027.302109: cycles: 7f5fbe141db4 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 1561 7 7267027.302864: cycles: ffffffff8139db50 harmonize_features ([kernel.kallsyms]) ffffffff813a2f3b dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4537 12 7267027.304886: cycles: ffffffffa045bcfe nf_ct_deliver_cached_events (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa046f587 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 7 7267027.304889: cycles: ffffffff813ab971 dst_release ([kernel.kallsyms]) ffffffff813958f9 skb_release_head_state ([kernel.kallsyms]) ffffffff81395b59 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2100 2 7267027.305106: cycles: ffffffff81153f9c __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5fbe18b5d0 ([kernel.kallsyms]) 7f5fbe18b5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 9 7267027.305873: cycles: ffffffff813e9776 tcp_event_data_recv ([kernel.kallsyms]) ffffffff813ec253 tcp_data_queue ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267027.306890: cycles: ffffffff8100908a native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff8104c69b update_rq_clock ([kernel.kallsyms]) ffffffff81055706 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 8 7267027.307291: cycles: ffffffff81049e9d resched_task ([kernel.kallsyms]) ffffffff81049f65 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267027.307922: cycles: 77e12f FunctionCall1Coll (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 7 7267027.308605: cycles: 910691 () 0 () mmfsd 12090 14 7267027.309720: cycles: 8963e7 () addr2lin 2100 2 7267027.309766: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5fbe18b5d0 ([kernel.kallsyms]) 7f5fbe18b5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 11 7267027.310070: cycles: ffffffff8139f5f6 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267027.312281: cycles: ffffffffa0459fb3 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267027.313073: cycles: ffffffff813eebcf tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2100 2 7267027.313338: cycles: 7f5fbe13a810 __realloc (/lib64/libc-2.11.3.so) swapper 0 8 7267027.315060: cycles: ffffffff813a556e dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 9 7267027.315515: cycles: ffffffff813a5f88 net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 9330c0 ([kernel.kallsyms]) 9330c0 () addr2lin 2100 2 7267027.316926: cycles: ffffffff81102ad6 free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5fbe195c87 ([kernel.kallsyms]) 7f5fbe195c87 __munmap (/lib64/libc-2.11.3.so) mmfsd 13768 12 7267027.317831: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05bf2dc ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () postgres 1593 13 7267027.317870: cycles: 68eec0 LWLockAttemptLock (/home/Computational/mark/andres/bin/postgres) 674488 StartBufferIO (/home/Computational/mark/andres/bin/postgres) 6761b2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 6 7267027.318107: cycles: ffffffffa05bf306 ([mmfs26]) 7ffb7852e610 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () a600100013bee500 ([kernel.kallsyms]) mmfsd 12193 4 7267027.319802: cycles: ffffffff8104c6c1 dequeue_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 158f980 () sh 2101 5 7267027.319939: cycles: 7f5a9b09abd4 _dl_check_map_versions (/lib64/ld-2.11.3.so) 7f5a9b09adc6 _dl_check_all_versions (/lib64/ld-2.11.3.so) mmfsd 1561 7 7267027.320315: cycles: ffffffff8125e9f9 copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 14 7267027.321416: cycles: 933021 () 0 () sh 2101 5 7267027.321537: cycles: ffffffff81115e87 next_zones_zonelist ([kernel.kallsyms]) ffffffff811027ee __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5a9a9469d3 ([kernel.kallsyms]) 7f5a9a9469d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 13768 9 7267027.324194: cycles: 5b6859 () 0 () mmfsd 13754 15 7267027.324678: cycles: ffffffffa040e644 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 54a36eb8 () mmfsd 4543 11 7267027.324722: cycles: ffffffff813972f0 skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 8 7267027.324783: cycles: ffffffff81049ee0 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267027.324811: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2101 4 7267027.324945: cycles: ffffffff81164c95 acl_permission_check ([kernel.kallsyms]) ffffffff81168c46 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f867c6431e0 ([kernel.kallsyms]) 7f867c6431e0 __GI___open64 (/lib64/libc-2.11.3.so) 2f3d505554524154 () swapper 0 5 7267027.326305: cycles: ffffffff8108d994 ktime_get_real ([kernel.kallsyms]) ffffffff812bd0e3 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2101 4 7267027.327528: cycles: 7f867c5f9db4 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267027.327826: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4537 12 7267027.330373: cycles: 921865 () swapper 0 8 7267027.331020: cycles: ffffffff813d6002 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2101 4 7267027.331287: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f867c6435d0 ([kernel.kallsyms]) 7f867c6435d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 10 7267027.331652: cycles: 7fffe2dff8b1 () mmfsd 13754 11 7267027.331907: cycles: 91ac8a () 0 () swapper 0 9 7267027.332087: cycles: ffffffffa0458b26 __nf_ct_l4proto_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455375 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267027.332565: cycles: ffffffff813a57a4 napi_complete ([kernel.kallsyms]) ffffffffa0412df8 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 15 7267027.335232: cycles: ffffffff8116d3c3 select_estimate_accuracy ([kernel.kallsyms]) ffffffff81199594 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2101 4 7267027.335949: cycles: 7f867cdda3f2 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267027.337790: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2101 4 7267027.339339: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f867c68e030 ([kernel.kallsyms]) 7f867c68e030 __strcpy_ssse3 (/lib64/libc-2.11.3.so) 0 () 0 () 0 () 0 () 0 () 9971a8 () 0 () 9946f8 () 0 () 0 () 0 () 98d4c8 () 0 () 0 () 0 () 0 () 9839e8 () 0 () 0 () 0 () 0 () 979f28 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 967ec8 () 0 () 0 () 0 () 960ca8 () 0 () 95e2c8 () 0 () 0 () 0 () 0 () 0 () 953530 () 0 () 0 () 0 () 0 () 0 () 0 () 9454c8 () 0 () 0 () 940818 () 0 () 0 () 0 () 939168 () 0 () 0 () 0 () 0 () 92f518 () 0 () 0 () 0 () 9281b8 () 0 () 0 () 0 () 920cc8 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 9096d0 () 0 () 906ee8 () 0 () 0 () 902a98 () 0 () 0 () 0 () 8fb918 () 0 () 8f9018 () 0 () 0 () 8f41c0 () 0 () 0 () 0 () 8ed9d8 () 0 () 0 () 8e8c08 () 0 () 0 () 8e3fc8 () 0 () 0 () 8df0e8 () 0 () 8dc808 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 8ccad8 () 0 () 8ca2a8 () 0 () 8c78e8 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 8b3af8 () 0 () 0 () 0 () 0 () 0 () 8a82a8 () 0 () 0 () 8a3408 () 0 () 0 () 0 () 89c088 () 0 () 0 () 0 () 0 () 0 () 890608 () 0 () 0 () 0 () 8892d8 () 0 () 0 () 0 () 0 () 0 () 87d058 () 0 () 0 () 0 () 0 () 0 () 0 () 86f088 () 0 () 0 () 869fd8 () 0 () 0 () 0 () 0 () 0 () 0 () 85bc28 () 0 () 0 () 0 () 0 () 852938 () 0 () 8501a8 () 0 () 84d8a8 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 83ab88 () 0 () 0 () 0 () 8338e8 () 0 () 0 () 0 () 0 () 829d38 () 0 () 0 () 0 () 0 () 820ce8 () 0 () 0 () 81bfe8 () 0 () 8193f8 () 0 () 0 () 814818 () 0 () 812078 () 0 () 0 () 80d1b8 () 0 () 80a768 () 0 () 807f78 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 7f7be8 () 0 () 0 () 0 () 7f0528 () 0 () 7ed498 () 0 () 7eb2a0 () 0 () 0 () 0 () 7e3bf8 () 0 () 7e17a8 () mmfsd 12311 8 7267027.339899: cycles: ffffffffa045a702 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 5 7267027.340332: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff81163942 pipe_wait ([kernel.kallsyms]) ffffffff811643ae pipe_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdcdb5d0 ([kernel.kallsyms]) 7f2abdcdb5d0 __GI___read (/lib64/libc-2.11.3.so) 7f2abff46000 () mmfsd 13768 11 7267027.340900: cycles: ffffffff81049eb3 resched_task ([kernel.kallsyms]) ffffffff81049f65 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 8049 10 7267027.341382: cycles: ffffffff810043d4 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13754 14 7267027.341527: cycles: 92ac25 () 0 () mmfsd 4539 15 7267027.342443: cycles: 7ffb7c0cf4b5 () 0 () sh 2102 8 7267027.344082: cycles: 7f1ffca8d5e9 __strcasecmp (/lib64/libc-2.11.3.so) 1 () mmfsd 13768 9 7267027.344546: cycles: 9264b2 () 0 () mmfsd 4537 12 7267027.344780: cycles: 5af137 () 15d07c0 () addr2lin 2102 9 7267027.346605: cycles: ffffffff8113d820 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe8938649d3 ([kernel.kallsyms]) 7fe8938649d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267027.347851: cycles: ffffffff8120ff52 apparmor_capable ([kernel.kallsyms]) ffffffff8106c72f ns_capable ([kernel.kallsyms]) ffffffffa04aeaeb ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2102 9 7267027.348410: cycles: 7fe89405c1b0 bfd_section_from_elf_index (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 4543 11 7267027.349816: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267027.350497: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267027.350614: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2102 9 7267027.351748: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe8938b85d0 ([kernel.kallsyms]) 7fe8938b85d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12090 15 7267027.352417: cycles: ffffffff81067010 local_bh_disable ([kernel.kallsyms]) ffffffff814610e9 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 8 7267027.352913: cycles: ffffffff81024b4c native_smp_send_reschedule ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 6 7267027.352980: cycles: ffffffff813929fd release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4cd4a058 () mmfsd 13768 14 7267027.353266: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff813911ed __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4c0757d8 () mmfsd 1561 7 7267027.355141: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 14 7267027.355698: cycles: ffffffff81046fc3 idle_cpu ([kernel.kallsyms]) ffffffff81087618 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff8145fe94 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2102 9 7267027.357584: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe8938b85d0 ([kernel.kallsyms]) 7fe8938b85d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () mmfsd 13573 12 7267027.357729: cycles: 89a3e4 () ffffc9003c003f88 ([kernel.kallsyms]) postgres 1593 13 7267027.357830: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 11 7267027.359468: cycles: ffffffff812bd101 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 10 7267027.360008: cycles: ffffffffa04a057f ([mmfslinux]) ffffffffa051f536 ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05c0487 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c0066f0 () swapper 0 15 7267027.360513: cycles: ffffffff810cc1c6 rcu_bh_qs ([kernel.kallsyms]) ffffffff81067832 __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2103 0 7267027.361586: cycles: ffffffff81124737 vma_link ([kernel.kallsyms]) ffffffff811261e7 mmap_region ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f99ecd4f1da ([kernel.kallsyms]) 7f99ecd4f1da mmap (/lib64/ld-2.11.3.so) 16f000 () sh 2103 0 7267027.363147: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff81006e7e arch_get_unmapped_area_topdown ([kernel.kallsyms]) ffffffff811266f8 get_unmapped_area ([kernel.kallsyms]) ffffffff81126d7a do_mmap_pgoff ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f99ec652c5a ([kernel.kallsyms]) 7f99ec652c5a __GI_mmap64 (/lib64/libc-2.11.3.so) 0 () swapper 0 4 7267027.363270: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 14 7267027.365579: cycles: 89a3e4 () ffffc9003654c690 ([kernel.kallsyms]) mmfsd 12193 5 7267027.366070: cycles: 1133cc9 () 15a1350 () swapper 0 11 7267027.366368: cycles: ffffffff8104f893 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267027.367147: cycles: ffffffff81003c0f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 8 7267027.367847: cycles: ffffffff813f11da tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.367880: cycles: 798110 AllocSetAlloc (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2103 1 7267027.368845: cycles: 7f7ecbd0adb4 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 0 7267027.369800: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 2103 1 7267027.370574: cycles: 7f7ecc4f6135 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () addr2lin 2103 1 7267027.371849: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7ecbd545d0 ([kernel.kallsyms]) 7f7ecbd545d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13573 12 7267027.372844: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe2dff8dd () 7ffb7c0e53aa () ffffc90034664960 ([kernel.kallsyms]) swapper 0 15 7267027.372851: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 11 7267027.373429: cycles: 5b6859 () 2564000078 () 7ffb00000008 () b10ff0d089ff4a8d ([kernel.kallsyms]) addr2lin 2103 1 7267027.373899: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7ecbd545d0 ([kernel.kallsyms]) 7f7ecbd545d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 10 7267027.374225: cycles: ffffffff813f11da tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 56f6418 () 564b1aed00000009 () mmfsd 12193 5 7267027.376628: cycles: 7ffb7c0c760d () addr2lin 2103 1 7267027.377681: cycles: 7f7ecc4d803a read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267027.377807: cycles: ffffffffa05516f9 ([mmfs26]) ffffffffa0553de1 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13573 12 7267027.380253: cycles: 7ffb7c0c7620 () sh 2104 0 7267027.383113: cycles: ffffffff81139498 alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff81121a75 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ffc9 clear_user ([kernel.kallsyms]) ffffffff811a9662 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () swapper 0 10 7267027.383391: cycles: ffffffff81460f10 _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8145e897 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13754 12 7267027.384082: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4554 15 7267027.384726: cycles: 11389c3 () swapper 0 14 7267027.385324: cycles: ffffffff8137bcd7 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 11 7267027.386077: cycles: 7ffb7c0c3aa2 () 2564000078 () 7ffb640174d8 () b10ff0d089ff4a8d ([kernel.kallsyms]) sh 2104 0 7267027.386143: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff81124275 expand_downwards ([kernel.kallsyms]) ffffffff8111c901 do_anonymous_page ([kernel.kallsyms]) ffffffff81121da9 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f575155fa57 ([kernel.kallsyms]) 7f575155fa57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () postgres 1593 13 7267027.387833: cycles: ffffffffff600186 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12193 5 7267027.388050: cycles: 89a3e4 () ffffc9003c023618 ([kernel.kallsyms]) mmfsd 13754 12 7267027.388297: cycles: 921061 () addr2lin 2104 0 7267027.389151: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fed69a4c5d0 ([kernel.kallsyms]) 7fed69a4c5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () mmfsd 1561 7 7267027.390123: cycles: ffffffff813c0ead sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13573 12 7267027.393962: cycles: 9160e7 () 0 () addr2lin 2104 0 7267027.394014: cycles: ffffffff81258ef6 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fed69a4c5d0 ([kernel.kallsyms]) 7fed69a4c5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12193 5 7267027.394307: cycles: 7ffb7c6a1070 () swapper 0 14 7267027.395240: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2104 0 7267027.397410: cycles: 7fed6a1d0046 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 300000000 () postgres 1593 13 7267027.397763: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2104 0 7267027.401139: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fed699f89d3 ([kernel.kallsyms]) 7fed699f89d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 9971a8 () 0 () 9946f8 () 0 () 0 () 0 () 98d4c8 () 0 () 0 () 0 () 0 () 9839e8 () 0 () 0 () 0 () 0 () 979f28 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 967ec8 () 0 () 0 () 0 () 960ca8 () 0 () 95e2c8 () 0 () 0 () 0 () 0 () 0 () 953530 () 0 () 0 () 0 () 0 () 0 () 0 () 9454c8 () 0 () 0 () 940818 () 0 () 0 () 0 () 939168 () 0 () 0 () 0 () 0 () 92f518 () 0 () 0 () 0 () 9281b8 () 0 () 0 () 0 () 920cc8 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 9096d0 () 0 () 906ee8 () 0 () 0 () 902a98 () 0 () 0 () 0 () 8fb918 () 0 () 8f9018 () 0 () 0 () 8f41c0 () 0 () 0 () 0 () 8ed9d8 () 0 () 0 () 8e8c08 () 0 () 0 () 8e3fc8 () 0 () 0 () 8df0e8 () 0 () 8dc808 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 8ccad8 () 0 () 8ca2a8 () 0 () 8c78e8 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 8b3af8 () 0 () 0 () 0 () 0 () 0 () 8a82a8 () 0 () 0 () 8a3408 () 0 () 0 () 0 () 89c088 () 0 () 0 () 0 () 0 () 0 () 890608 () 0 () 0 () 0 () 8892d8 () 0 () 0 () 0 () 0 () 0 () 87d058 () 0 () 0 () 0 () 0 () 0 () 0 () 86f088 () 0 () 0 () 869fd8 () 0 () 0 () 0 () 0 () 0 () 0 () 85bc28 () 0 () 0 () 0 () 0 () 852938 () 0 () 8501a8 () 0 () 84d8a8 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 0 () 83ab88 () 0 () 0 () 0 () 8338e8 () 0 () 0 () 0 () 0 () 829d38 () 0 () 0 () 0 () 0 () 820ce8 () 0 () 0 () 81bfe8 () 0 () 8193f8 () 0 () 0 () mmfsd 12090 15 7267027.401488: cycles: 10e3060 () mmfsd 13754 4 7267027.401662: cycles: ffffffff8139a782 skb_copy_datagram_iovec ([kernel.kallsyms]) ffffffff813e5fb4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 66cca38 () mmfsd 4555 8 7267027.401804: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 7 7267027.401876: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 11 7267027.401974: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 52a95b8 () mmfsd 13769 3 7267027.402516: cycles: ffffffff811002ed get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 10 7267027.402555: cycles: ffffffff813e558a tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 697b9d8 () mmfsd 13769 3 7267027.402788: cycles: 5b6876 () swapper 0 3 7267027.403548: cycles: ffffffff81094bc0 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) perf 30004 1 7267027.403588: cycles: 4409f8 (/usr/bin/perf) swapper 0 6 7267027.405600: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 7 7267027.405879: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 2 7267027.406628: cycles: ffffffff8137aa98 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2105 3 7267027.407515: cycles: 7fce1bda883b _nl_postload_ctype (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) mmfsd 12193 5 7267027.407527: cycles: ffffffff8115bd90 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.407707: cycles: 5bbde3 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 2 7267027.408112: cycles: ffffffff81461093 _raw_spin_unlock_bh ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50c8bf08 () expand 2108 8 7267027.409634: cycles: ffffffff81125de4 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7a35e701da ([kernel.kallsyms]) 7f7a35e701da mmap (/lib64/ld-2.11.3.so) 16f000 () mmfsd 12090 14 7267027.409892: cycles: ffffffff81469560 irq_entries_start ([kernel.kallsyms]) 920a05 ([kernel.kallsyms]) 920a05 () objdump 2106 5 7267027.410087: cycles: 7f6d103869c8 do_lookup_x (/lib64/ld-2.11.3.so) grep 2107 6 7267027.410530: cycles: 7f5b4633e3da _nl_find_domain (/lib64/libc-2.11.3.so) 7f5b4633db2c __dcigettext (/lib64/libc-2.11.3.so) 405f04 (/bin/grep) objdump 2106 5 7267027.412004: cycles: ffffffff8112192d handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f6d10388398 ([kernel.kallsyms]) 7f6d10388398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f6d10380985 dl_main (/lib64/ld-2.11.3.so) 7f6d10391b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 8049 11 7267027.412046: cycles: ffffffff813f40f1 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 7 7267027.413320: cycles: 7ffb7c0c4f17 () 7ffb7076d098 () 0 () mmfsd 8049 10 7267027.413867: cycles: ffffffffa040e4c2 ixgbe_tx_csum (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04132eb ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 4 7267027.415054: cycles: 92f27d () 0 () mmfsd 13573 12 7267027.415165: cycles: 7ffb7c0c5098 () mmfsd 4554 14 7267027.415267: cycles: ffffffffa04f77f4 nf_nat_packet (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 15 7267027.415323: cycles: 917331 () 7ffb508b1dc0 () ffffffff () perf 30004 5 7267027.415324: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 4539 8 7267027.416977: cycles: ffffffff81395d0c __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 6 7267027.417548: cycles: ffffffff81068148 local_bh_enable_ip ([kernel.kallsyms]) ffffffffa04f8ece nf_nat_get_offset (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa0459ea5 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.417660: cycles: 470180 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2109 7 7267027.417676: cycles: ffffffff81125cba mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fba6dc31c5a ([kernel.kallsyms]) 7fba6dc31c5a __GI_mmap64 (/lib64/libc-2.11.3.so) mmfsd 13754 14 7267027.419139: cycles: 92fe36 () mmfsd 5354 9 7267027.419165: cycles: 10e4c12 () ffffc90034421ac0 ([kernel.kallsyms]) addr2lin 2109 6 7267027.421079: cycles: 7f049dac46a6 __strcpy_sse2 (/lib64/libc-2.11.3.so) mmfsd 13754 15 7267027.421677: cycles: ffffffff813e5429 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 506f9a28 () perf 30004 7 7267027.421976: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 2110 8 7267027.422563: cycles: ffffffff8111de95 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 10 7267027.423794: cycles: ffffffff813a472f __napi_schedule ([kernel.kallsyms]) ffffffff810c7462 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2110 8 7267027.423889: cycles: ffffffff81153fa0 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff811200c3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 423053 ([kernel.kallsyms]) 423053 cmd_init (/bin/bash) mmfsd 17989 11 7267027.425561: cycles: 5b6876 () addr2lin 2110 9 7267027.425733: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fb81f202180 ([kernel.kallsyms]) 7fb81f202180 __GI___getpagesize (/lib64/libc-2.11.3.so) 7fb81f157aa1 _nl_find_locale (/lib64/libc-2.11.3.so) 7fb81f157352 __GI_setlocale (/lib64/libc-2.11.3.so) 402263 (/usr/bin/addr2line) sh 2111 8 7267027.427029: cycles: ffffffff8110557f update_page_reclaim_stat ([kernel.kallsyms]) ffffffff8110671b ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff8110647c lru_add_drain ([kernel.kallsyms]) ffffffff81124116 unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fad3b5af1da ([kernel.kallsyms]) 7fad3b5af1da mmap (/lib64/ld-2.11.3.so) 3e000 () postgres 1593 13 7267027.427621: cycles: 783233 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2111 9 7267027.429368: cycles: 7fb30db64830 (/lib64/libc-2.11.3.so) mmfsd 13754 10 7267027.429953: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff813929a9 release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50a375a8 () sh 2112 11 7267027.430216: cycles: 7fe3c64dce10 _dl_catch_error (/lib64/ld-2.11.3.so) 7fe3c64d22e0 dl_main (/lib64/ld-2.11.3.so) 7fe3c64e3b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 11 7267027.432124: cycles: ffffffff81460f10 _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8145e897 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 12090 14 7267027.432746: cycles: ffffffffa05bf871 ([mmfs26]) ffffffffa05c042a ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c4f77e0 () addr2lin 2112 10 7267027.433097: cycles: 7f0af9109c43 __GI_strnlen (/lib64/libc-2.11.3.so) 61002a6473626565 () mmfsd 13768 15 7267027.433957: cycles: 92ac7d () 0 () mmfsd 12193 4 7267027.434126: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813c0eca sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2113 0 7267027.434595: cycles: ffffffff81145d1b kfree ([kernel.kallsyms]) ffffffff810f3dc3 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80f4 elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () mmfsd 13769 2 7267027.434642: cycles: ffffffffa040375c ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 6 7267027.437101: cycles: 7ffb7c0c3b7a () postgres 1593 13 7267027.437588: cycles: 5b7ce3 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13573 12 7267027.439529: cycles: 7ffb7c0f3e50 () 7ffb7b8947d8 () 0 () 0 () swapper 0 11 7267027.440234: cycles: ffffffffa04036ea ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 7 7267027.442796: cycles: ffffffffa0412d32 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa05be751 ([mmfs26]) ffffffffa05bf1c0 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa1c0 () sh 2114 0 7267027.443112: cycles: 7fe3f654d503 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () mmfsd 8049 10 7267027.443686: cycles: 9193b9 () 2564000078 () 7ffb640174d8 () b10ff0d089ff4a8d ([kernel.kallsyms]) addr2lin 2114 1 7267027.445870: cycles: 7fb7312d8135 new_composite_name (/lib64/libc-2.11.3.so) postgres 1593 13 7267027.447557: cycles: 5b7f86 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4537 2 7267027.447975: cycles: 924185 () 7ffb6370c1a8 () 0 () swapper 0 12 7267027.448020: cycles: ffffffff8139dea1 __napi_complete ([kernel.kallsyms]) ffffffff813a579f napi_complete ([kernel.kallsyms]) ffffffffa0412df8 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267027.450697: cycles: ffffffff81092568 clockevents_program_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff81087098 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2115 1 7267027.450765: cycles: ffffffff810fe235 get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f63a11e0a38 ([kernel.kallsyms]) perf 2116 0 7267027.451477: cycles: ffffffff81145220 kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 5 7267027.452717: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267027.453121: cycles: ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267027.453420: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 15 7267027.453700: cycles: ffffffffa040e7bd ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2117 9 7267027.454528: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4539 8 7267027.454654: cycles: ffffffffa0605b00 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb680128f0 () swapper 0 12 7267027.454874: cycles: ffffffff81046fcd idle_cpu ([kernel.kallsyms]) ffffffff81067675 irq_enter ([kernel.kallsyms]) ffffffff81055fbf scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2117 9 7267027.456466: cycles: 4186bc main (/bin/bash) postgres 1593 13 7267027.457528: cycles: 7a588d HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2118 11 7267027.459577: cycles: ffffffff8125bd7c number ([kernel.kallsyms]) ffffffff8125e507 vsnprintf ([kernel.kallsyms]) ffffffff8117b259 seq_printf ([kernel.kallsyms]) ffffffff811c05df meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1ad72c65d0 ([kernel.kallsyms]) 7f1ad72c65d0 __GI___read (/lib64/libc-2.11.3.so) 0 () mmfsd 13754 2 7267027.459680: cycles: ffffffff8104a085 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13769 3 7267027.460022: cycles: ffffffff81102759 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2118 10 7267027.460597: cycles: 7f58ff3f53b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f58ff3ed985 dl_main (/lib64/ld-2.11.3.so) 7f58ff3feb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2119 10 7267027.462728: cycles: 7f17bd41f75a __malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 5 7267027.462858: cycles: ffffffff8103042c native_load_tls ([kernel.kallsyms]) ffffffff810017b6 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f90bae000 ([kernel.kallsyms]) mmfsd 12311 4 7267027.463449: cycles: ffffffffa04a8b80 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15cee00 () swapper 0 11 7267027.465337: cycles: ffffffff813eef48 tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 10 7267027.465587: cycles: 11368b3 () 200000000 () mmfsd 4554 15 7267027.466425: cycles: ffffffff813f11da tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267027.467255: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267027.467273: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 7 7267027.467292: cycles: 5b6859 () 7ffb7076d118 () 0 () postgres 1593 13 7267027.467503: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2120 0 7267027.467613: cycles: 432a20 find_flag (/bin/bash) 42b8df00000000 () mmfsd 4554 14 7267027.467939: cycles: 1133cc9 () 7ffb6401ba70 () sh 2122 2 7267027.468788: cycles: ffffffff810f2794 perf_event_comm_ctx ([kernel.kallsyms]) 300000008 ([kernel.kallsyms]) 7f1fae113a57 __execve (/lib64/libc-2.11.3.so) mmfsd 12311 4 7267027.469207: cycles: ffffffff81067660 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa04a8b0b ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64003ab0 () objdump 2121 1 7267027.469640: cycles: 7fd8428f852b _dl_relocate_object (/lib64/ld-2.11.3.so) 7fd8428f0985 dl_main (/lib64/ld-2.11.3.so) 7fd842901b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4543 12 7267027.470436: cycles: ffffffffa040e6ac ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 15 7267027.472464: cycles: ffffffff81049fde ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff8116d2c6 pollwake ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81322290 credit_entropy_bits ([kernel.kallsyms]) ffffffff813225dc add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 4 7267027.473240: cycles: 89a3e4 () ffffc9004399a940 ([kernel.kallsyms]) perf 30004 1 7267027.474097: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff811200a3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdc83fa5 ([kernel.kallsyms]) 7f2abdc83fa5 ptmalloc_unlock_all (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13754 9 7267027.474484: cycles: 5af8d4 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () 7ffb4d73a800 () 1598048 () mmfsd 5354 8 7267027.475265: cycles: 62ba26 () 1849a8 () sh 2124 3 7267027.475826: cycles: ffffffff81158530 sys_close ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2647a2e570 ([kernel.kallsyms]) 7f2647a2e570 __GI___libc_close (/lib64/libc-2.11.3.so) 7f264812cc78 _dl_fixup (/lib64/ld-2.11.3.so) swapper 0 5 7267027.476176: cycles: ffffffff812bd101 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 12 7267027.477207: cycles: 7ffb7c0c75f0 () 3f46905b () 3f46905d () postgres 1593 13 7267027.477479: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2124 2 7267027.477592: cycles: ffffffff811e9a06 cap_vm_enough_memory ([kernel.kallsyms]) ffffffff8112488c insert_vm_struct ([kernel.kallsyms]) ffffffff811622ab __bprm_mm_init ([kernel.kallsyms]) ffffffff81162370 bprm_mm_init ([kernel.kallsyms]) ffffffff81162ad2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2647a09a57 ([kernel.kallsyms]) 7f2647a09a57 __execve (/lib64/libc-2.11.3.so) 6a68f0 () 6a6950 () 6a69b0 () addr2lin 2124 2 7267027.479990: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc6c4dc6b50 ([kernel.kallsyms]) 7fc6c4dc6b50 __gconv_load_cache (/lib64/libc-2.11.3.so) 7fc6c4dbe215 __gconv_compare_alias (/lib64/libc-2.11.3.so) 7fc6c4dc7cac _nl_find_locale (/lib64/libc-2.11.3.so) mmfsd 12193 4 7267027.480856: cycles: ffffffffa040e5b8 ixgbe_tx_csum (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04132eb ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2125 4 7267027.484112: cycles: 7f367f43dd00 __strlen_sse42 (/lib64/libc-2.11.3.so) mmfsd 13754 7 7267027.484501: cycles: ffffffff8104e940 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4554 14 7267027.484706: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c008410 () swapper 0 5 7267027.484791: cycles: ffffffff81460ec5 _raw_spin_lock ([kernel.kallsyms]) ffffffff81052008 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 12 7267027.485014: cycles: ffffffff8102b421 __x2apic_send_IPI_mask ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2125 4 7267027.487116: cycles: ffffffff8111dcb6 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc035200a38 ([kernel.kallsyms]) postgres 1593 13 7267027.487454: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa0541346 ([mmfs26]) ffffffffa0560b7f ([mmfs26]) ffffffffa04aeb14 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 2126 8 7267027.488511: cycles: ffffffff81127ce0 move_page_tables ([kernel.kallsyms]) ffffffff81161ec2 shift_arg_pages ([kernel.kallsyms]) ffffffff8116214b setup_arg_pages ([kernel.kallsyms]) ffffffff811a8b10 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () mmfsd 13754 5 7267027.488688: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05bf4be ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () swapper 0 14 7267027.489497: cycles: ffffffffa040370c ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267027.489749: cycles: ffffffff813d4b13 ip_route_input_common ([kernel.kallsyms]) ffffffff813d5d7f ip_rcv_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2126 8 7267027.489872: cycles: 7f56c15f5e29 __GI_mbrtowc (/lib64/libc-2.11.3.so) mmfsd 12090 15 7267027.490409: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6432bda0 () mmfsd 1561 7 7267027.490465: cycles: ffffffffa0455097 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2126 9 7267027.490811: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f138cbe73b8 ([kernel.kallsyms]) 7f138cbe73b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f138cbdf985 dl_main (/lib64/ld-2.11.3.so) 7f138cbf0b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 2 7267027.492661: cycles: ffffffffa04f8e99 nf_nat_get_offset (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa0459ea5 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d9a12c8 () swapper 0 3 7267027.495256: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.497509: cycles: 496450 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267027.497671: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 11 7267027.497695: cycles: 9103c3 () 20 () 3f4690d4ffffffff () swapper 0 5 7267027.497816: cycles: ffffffffa045bcd4 nf_ct_deliver_cached_events (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa046f587 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2128 0 7267027.498873: cycles: ffffffff81144c32 kmem_cache_alloc ([kernel.kallsyms]) ffffffff8115c431 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff811a8ffa load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4539 8 7267027.499095: cycles: 5b686a () 11d7072 () 589fb0 () mmfsd 13768 14 7267027.499281: cycles: ffffffff8125e8f5 _copy_to_user ([kernel.kallsyms]) ffffffff81399ae7 memcpy_toiovec ([kernel.kallsyms]) ffffffff8139a803 skb_copy_datagram_iovec ([kernel.kallsyms]) ffffffff813e5fb4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 65ccdc8 () mmfsd 13754 9 7267027.500429: cycles: 91a76d () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb50b70c50 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () 7ffb5043a740 () 1598048 () mmfsd 4543 12 7267027.500515: cycles: ffffffff813eb542 tcp_validate_incoming ([kernel.kallsyms]) ffffffff813ef8d5 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 7 7267027.500668: cycles: ffffffffa05c0604 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 15 7267027.501002: cycles: ffffffff81469c60 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 4 7267027.502427: cycles: ffffffff810882a0 up ([kernel.kallsyms]) ffffffffa053ac7c ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () addr2lin 2128 1 7267027.502552: cycles: ffffffff810f9687 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fce461059a9 ([kernel.kallsyms]) 7fce461059a9 do_lookup_x (/lib64/ld-2.11.3.so) perf 30004 0 7267027.503594: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) addr2lin 2129 1 7267027.505856: cycles: ffffffff81129e40 anon_vma_prepare ([kernel.kallsyms]) ffffffff81121328 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fded9d4c3b8 ([kernel.kallsyms]) 7fded9d4c3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fded9d44985 dl_main (/lib64/ld-2.11.3.so) 7fded9d55b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 15 7267027.506829: cycles: ffffffff81054afb try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () perf 30004 0 7267027.507002: cycles: ffffffff8115477d mem_cgroup_newpage_charge ([kernel.kallsyms]) ffffffff811200c3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdcb68dd ([kernel.kallsyms]) 7f2abdcb68dd __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 2 7267027.507100: cycles: ffffffff81395d0c __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.507469: cycles: 79812e AllocSetAlloc (/home/Computational/mark/andres/bin/postgres) 798f9e palloc0 (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 14 7267027.507925: cycles: ffffffff81088eee pm_qos_request ([kernel.kallsyms]) ffffffff8137ba7a menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2130 1 7267027.509181: cycles: 7f77687893b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7768781985 dl_main (/lib64/ld-2.11.3.so) 7f7768792b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2131 0 7267027.511044: cycles: 4533a0 set_default_locale (/bin/bash) mmfsd 13573 3 7267027.512195: cycles: ffffffffa04556a8 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13769 5 7267027.512489: cycles: ffffffff813e6714 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4555 11 7267027.513661: cycles: ffffffff813e61b8 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2132 8 7267027.514566: cycles: 7ffe8c95c398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ffe8c954985 dl_main (/lib64/ld-2.11.3.so) 7ffe8c965b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 10 7267027.515309: cycles: ffffffff810cc496 check_for_new_grace_period ([kernel.kallsyms]) ffffffff810cd796 __rcu_process_callbacks ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2132 9 7267027.516548: cycles: ffffffff81115f98 __mod_zone_page_state ([kernel.kallsyms]) ffffffff8110677c ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8112128d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f6b3962e3b8 ([kernel.kallsyms]) 7f6b3962e3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f6b39626985 dl_main (/lib64/ld-2.11.3.so) 7f6b39637b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267027.517432: cycles: 7fb873d6c7f5 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2133 11 7267027.518683: cycles: 7febb97e4b22 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () swapper 0 8 7267027.519199: cycles: ffffffff8137a775 poll_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 2 7267027.520127: cycles: ffffffffa0458b26 __nf_ct_l4proto_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455375 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2133 10 7267027.520450: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fe29a54a3e8 ([kernel.kallsyms]) 7fe29a54a3e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe29a542985 dl_main (/lib64/ld-2.11.3.so) 7fe29a553b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 6 7267027.520698: cycles: ffffffff8105c830 select_nohz_load_balancer ([kernel.kallsyms]) ffffffff81094cf5 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) perf 30004 11 7267027.521062: cycles: ffffffff8105e197 __cleanup_sighand ([kernel.kallsyms]) ffffffff81063f5f __exit_signal ([kernel.kallsyms]) ffffffff810641b7 release_task ([kernel.kallsyms]) ffffffff810646d5 wait_task_zombie ([kernel.kallsyms]) ffffffff81064af0 do_wait ([kernel.kallsyms]) ffffffff81064ca7 sys_wait4 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdc76535 ([kernel.kallsyms]) 7f2abdc76535 _IO_new_proc_close (/lib64/libc-2.11.3.so) mmfsd 13573 3 7267027.521345: cycles: 634c2b () 1849a8 () perf 2134 1 7267027.521503: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abfb134d0 ([kernel.kallsyms]) 7f2abfb134d0 __nptl_set_robust (/lib64/libpthread-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 7 7267027.522915: cycles: ffffffff810090d3 native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff8104c69b update_rq_clock ([kernel.kallsyms]) ffffffff81055706 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 6 7267027.523908: cycles: ffffffffa0455636 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267027.524047: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2135 0 7267027.525425: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) haveged 3041 2 7267027.525609: cycles: ffffffff81001997 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fc2f4e000 ([kernel.kallsyms]) 7fbf388b4373 () mmfsd 13768 3 7267027.526017: cycles: 7ffb7c134238 () swapper 0 4 7267027.526541: cycles: ffffffff81088eeb pm_qos_request ([kernel.kallsyms]) ffffffff8137ba7a menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.527400: cycles: 7a5600 XidInMVCCSnapshot (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4555 10 7267027.527741: cycles: ffffffff813a5dc1 net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81210f90 aa_revalidate_sk ([kernel.kallsyms]) ffffffff8138e16f sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 9 7267027.527885: cycles: ffffffffa04a89ca ([mmfslinux]) ffffffffa04a8ba5 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c4f77e0 () mmfsd 13754 11 7267027.527947: cycles: ffffffff813e55a2 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 552db338 () mmfsd 12090 15 7267027.529892: cycles: 89a3e4 () ffffc9003edd9b20 ([kernel.kallsyms]) addr2lin 2135 1 7267027.530017: cycles: ffffffff81154864 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd8fd6c4a38 ([kernel.kallsyms]) swapper 0 3 7267027.531024: cycles: ffffffff813ee041 tcp_valid_rtt_meas ([kernel.kallsyms]) ffffffff813ee79f tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2136 8 7267027.531393: cycles: ffffffff811449c5 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff8120fdda apparmor_file_alloc_security ([kernel.kallsyms]) ffffffff8115c460 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff0e860af57 ([kernel.kallsyms]) 7ff0e860af57 __open (/lib64/ld-2.11.3.so) 6980 () addr2lin 2136 8 7267027.533850: cycles: 7f4039e51e9e _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f4039e55c78 _dl_fixup (/lib64/ld-2.11.3.so) swapper 0 6 7267027.534461: cycles: ffffffff81087806 hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff81094571 tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) mmfsd 12311 5 7267027.535462: cycles: 89a3e4 () ffffc9003658d2a0 ([kernel.kallsyms]) swapper 0 7 7267027.535829: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2137 11 7267027.536044: cycles: ffffffff8115f390 vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7e91133765 ([kernel.kallsyms]) 7f7e91133765 _xstat (/lib64/libc-2.11.3.so) 7f7e913daeb8 (/lib64/libc-2.11.3.so) mmfsd 4543 10 7267027.536509: cycles: 7ffb7c0c3b99 () mmfsd 12193 2 7267027.537342: cycles: a18fe5 () postgres 1593 13 7267027.537383: cycles: 5b38c0 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 9 7267027.540021: cycles: ffffffffa0483140 tcp_mt (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/xt_tcpudp.ko) ffffffffa04038e5 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4554 14 7267027.540044: cycles: ffffffff810017f6 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fc2894000 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb7420ae10 () swapper 0 10 7267027.540944: cycles: ffffffff812bd0d8 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 6 7267027.542212: cycles: ffffffffa046f4a4 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff810788c0 sys_times ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c0f3e5a ([kernel.kallsyms]) 7ffb7c0f3e5a () sh 2138 0 7267027.542537: cycles: 43a73a dequote_string (/bin/bash) 6a69b0 () mmfsd 4537 3 7267027.542627: cycles: 93064c () 7ffb6370c1a9 () 0 () mmfsd 13768 7 7267027.543091: cycles: ffffffff81087839 hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff8145feb1 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 11 7267027.544036: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267027.545038: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff81086b69 lock_hrtimer_base ([kernel.kallsyms]) ffffffff810877c5 hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff81094571 tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267027.547102: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.547352: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2139 1 7267027.548340: cycles: ffffffff810f3d94 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd5f9f23c5a ([kernel.kallsyms]) 7fd5f9f23c5a __GI_mmap64 (/lib64/libc-2.11.3.so) mmfsd 13573 14 7267027.548509: cycles: 10df8d4 () 7ffb00000200 () mmfsd 12311 5 7267027.550739: cycles: ffffffff8105829d select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31858 7 7267027.551496: cycles: ffffffff813e3962 get_page ([kernel.kallsyms]) ffffffff813e698e tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2140 9 7267027.552331: cycles: ffffffff81113945 vma_prio_tree_remove ([kernel.kallsyms]) ffffffff81124ad7 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff8112539b do_munmap ([kernel.kallsyms]) ffffffff811a8067 elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () mmfsd 31862 0 7267027.552713: cycles: 91c8af () 7ffb70e5f098 () 0 () mmfsd 4539 8 7267027.552769: cycles: 7ffb7c0f3e50 () 7ffb6360e128 () 0 () sh 2140 9 7267027.553682: cycles: 7fd171b90e30 __GI_mbrtowc (/lib64/libc-2.11.3.so) mmfsd 13754 7 7267027.554272: cycles: ffffffff81395c59 __alloc_skb ([kernel.kallsyms]) ffffffff813f1870 tcp_send_ack ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4ceb8da8 () 3f4691d500000008 () mmfsd 4537 2 7267027.554447: cycles: 11369a0 () 3226f25c00000012 () mmfsd 31858 6 7267027.556169: cycles: ffffffff8138f5ae __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 10 7267027.556486: cycles: 7ffb7c0c3b7a () postgres 1593 13 7267027.557324: cycles: 495f86 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4555 11 7267027.557498: cycles: ffffffff8116bfa7 do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64315d50 () mmfsd 4554 15 7267027.558246: cycles: 5af7f5 () swapper 0 3 7267027.558799: cycles: ffffffff81001760 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f90bae000 ([kernel.kallsyms]) sh 2142 12 7267027.559671: cycles: ffffffff8125a3ec __rb_rotate_right ([kernel.kallsyms]) ffffffff8125a573 rb_insert_color ([kernel.kallsyms]) ffffffff81124e05 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff81127873 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f64f5487237 ([kernel.kallsyms]) 7f64f5487237 __mprotect (/lib64/ld-2.11.3.so) 2000 () swapper 0 9 7267027.560488: cycles: ffffffff813b613a sk_filter ([kernel.kallsyms]) ffffffff813f9691 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 14 7267027.560904: cycles: ffffffff81469560 irq_entries_start ([kernel.kallsyms]) 5b6859 ([kernel.kallsyms]) 5b6859 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () 1598048 () 662cba0 () addr2lin 2142 12 7267027.561341: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f3c970293b8 ([kernel.kallsyms]) 7f3c970293b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3c97021985 dl_main (/lib64/ld-2.11.3.so) 7f3c97032b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 2 7267027.562919: cycles: ffffffff8106638d ns_to_timespec ([kernel.kallsyms]) ffffffff8137bb5f menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 1 7267027.562989: cycles: 9108d1 () mmfsd 13754 10 7267027.566134: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810549ba try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 0 7267027.566643: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) swapper 0 14 7267027.567186: cycles: ffffffff813e4504 tcp_gro_receive ([kernel.kallsyms]) ffffffff81407af6 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.567307: cycles: 496119 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 11 7267027.567700: cycles: ffffffff81460f10 _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8145e897 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05c07e5 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () swapper 0 7 7267027.568248: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 4 7267027.569876: cycles: 7ffb7c127727 () sh 2144 1 7267027.572597: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fa1f1991a57 ([kernel.kallsyms]) 7fa1f1991a57 __execve (/lib64/libc-2.11.3.so) mmfsd 5354 0 7267027.574897: cycles: ffffffffa040e214 ixgbe_tso (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04130ba ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 1 7267027.576596: cycles: ffffffffa04550a0 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267027.577264: cycles: ffffffff810c74e0 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.577279: cycles: ffffffff81121955 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 2146 0 7267027.578934: cycles: 7f4aa8ee9bd5 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f4aa8eeb4f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f4aa8ee3985 dl_main (/lib64/ld-2.11.3.so) 7f4aa8ef4b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 15 7267027.579221: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267027.579252: cycles: ffffffff8100908e native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff81094b7f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) addr2lin 2146 1 7267027.580209: cycles: ffffffffa040fd88 ixgbe_alloc_rx_buffers (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04124cc ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8112704e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4275b621da ([kernel.kallsyms]) 7f4275b621da mmap (/lib64/ld-2.11.3.so) 6070 () mmfsd 13573 14 7267027.581514: cycles: ffffffff81058116 select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12193 3 7267027.581546: cycles: ffffffffa04f8ea6 nf_nat_get_offset (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa0459ea5 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12311 5 7267027.582273: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa04a8ba5 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64006440 () sh 2147 0 7267027.583080: cycles: 46ddf9 xstrchr (/bin/bash) mmfsd 31858 7 7267027.585073: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a8b85 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c018380 () mmfsd 13754 6 7267027.585076: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () sh 2148 1 7267027.586414: cycles: ffffffff8111defa zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f7770d76a57 ([kernel.kallsyms]) 7f7770d76a57 __execve (/lib64/libc-2.11.3.so) postgres 1593 13 7267027.587349: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 17989 10 7267027.587467: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4554 2 7267027.588596: cycles: 5b6876 () 0 () 0 () mmfsd 13754 7 7267027.588988: cycles: ffffffffa053ac34 ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () perf 30004 0 7267027.590782: cycles: ffffffff81139523 alloc_pages_current ([kernel.kallsyms]) ffffffff810ffef9 __get_free_pages ([kernel.kallsyms]) ffffffff8103c641 pgd_alloc ([kernel.kallsyms]) ffffffff8105e2f8 mm_init ([kernel.kallsyms]) ffffffff8105eaf3 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 12193 3 7267027.591699: cycles: ffffffff8139dbc1 netif_skb_features ([kernel.kallsyms]) ffffffff813a2f3b dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12311 5 7267027.591797: cycles: 10e2e13 () 1b4e0000 () mmfsd 4539 8 7267027.591846: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2150 15 7267027.592004: cycles: ffffffff8120fd24 apparmor_file_mmap ([kernel.kallsyms]) ffffffff81126eb9 do_mmap_pgoff ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f477788a1da ([kernel.kallsyms]) 7f477788a1da mmap (/lib64/ld-2.11.3.so) swapper 0 4 7267027.593987: cycles: ffffffff810946aa tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff81094a3f tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) mmfsd 4543 5 7267027.593988: cycles: 5b6859 () addr2lin 2150 14 7267027.594051: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7ffc8b4b73b8 ([kernel.kallsyms]) 7ffc8b4b73b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ffc8b4af985 dl_main (/lib64/ld-2.11.3.so) 7ffc8b4c0b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () kworker/ 99 11 7267027.595280: cycles: ffffffff81379830 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) perf 30004 15 7267027.595495: cycles: ffffffff8103d9f6 flush_tlb_page ([kernel.kallsyms]) ffffffff8112ecfb ptep_clear_flush ([kernel.kallsyms]) ffffffff811201aa do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdc76785 ([kernel.kallsyms]) 7f2abdc76785 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 2151 1 7267027.596262: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fcef2c1e054 ([kernel.kallsyms]) 7fcef2c1e054 _dl_setup_hash (/lib64/ld-2.11.3.so) 0 () mmfsd 13769 4 7267027.596777: cycles: 7ffb7c69f380 () 7ffb73d82118 () 0 () postgres 1593 13 7267027.597391: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4554 2 7267027.598437: cycles: ffffffff813a46a7 __napi_schedule ([kernel.kallsyms]) ffff881fc009fe40 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64008820 () mmfsd 17989 10 7267027.598886: cycles: ffffffff813cdef0 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267027.599004: cycles: ffffffff81088eeb pm_qos_request ([kernel.kallsyms]) ffffffff8137ba7a menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267027.599074: cycles: ffffffff813d4ac0 ip_route_input_common ([kernel.kallsyms]) ffffffff813d5d7f ip_rcv_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 6 7267027.599917: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13769 5 7267027.600085: cycles: 1141f3d () 100000000 () sh 2152 3 7267027.600198: cycles: ffffffff81125630 split_vma ([kernel.kallsyms]) ffffffff81127851 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe39e5d9237 ([kernel.kallsyms]) 7fe39e5d9237 __mprotect (/lib64/ld-2.11.3.so) 39000 () mmfsd 12311 4 7267027.600823: cycles: ffffffff8126eb3a swiotlb_map_page ([kernel.kallsyms]) ffffffffa040e791 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2152 3 7267027.602153: cycles: 7fe39de91e30 __GI_mbrtowc (/lib64/libc-2.11.3.so) addr2lin 2152 3 7267027.603316: cycles: 7f587b4639a2 do_lookup_x (/lib64/ld-2.11.3.so) perf 30004 2 7267027.604079: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 4539 8 7267027.604226: cycles: ffffffff813f1598 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 5 7267027.605135: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa05c0613 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () sh 2153 2 7267027.606011: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa894fd49d3 ([kernel.kallsyms]) 7fa894fd49d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 4 7267027.606367: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810257a8 lapic_next_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff81087098 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.607328: cycles: 4960f0 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2153 3 7267027.608369: cycles: ffffffff8111def0 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f767d8f5a38 ([kernel.kallsyms]) swapper 0 6 7267027.609038: cycles: ffffffff81009e02 native_read_tsc ([kernel.kallsyms]) ffffffff81009172 read_tsc ([kernel.kallsyms]) ffffffff8108d504 ktime_get ([kernel.kallsyms]) ffffffff81094a26 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) sh 2154 8 7267027.609601: cycles: ffffffff8125800b prio_tree_replace ([kernel.kallsyms]) ffffffff812580f7 prio_tree_remove ([kernel.kallsyms]) ffffffff81124636 unlink_file_vma ([kernel.kallsyms]) ffffffff8111d970 free_pgtables ([kernel.kallsyms]) ffffffff811241ac unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811a8067 elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () sh 2154 8 7267027.610705: cycles: ffffffff81138e58 policy_zonelist ([kernel.kallsyms]) ffffffff8113d835 alloc_pages_vma ([kernel.kallsyms]) ffffffff8112002c do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f24c47be831 ([kernel.kallsyms]) 7f24c47be831 __GI_memcpy (/lib64/libc-2.11.3.so) 4174ee (/bin/bash) kworker/ 104 7 7267027.610750: cycles: ffffffff81262846 __bitmap_weight ([kernel.kallsyms]) ffffffff81379d7e do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 12193 2 7267027.611653: cycles: ffffffffa05be3bd ([mmfs26]) ffffffffa05c05d0 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2154 9 7267027.611857: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f6761d503b8 ([kernel.kallsyms]) 7f6761d503b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f6761d48985 dl_main (/lib64/ld-2.11.3.so) 7f6761d59b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 4 7267027.611903: cycles: ffffffff8100214c cpu_idle ([kernel.kallsyms]) addr2lin 2154 9 7267027.612667: cycles: 7f6761155468 internal_fnwmatch (/lib64/libc-2.11.3.so) 7f6761158d5e __GI_fnmatch (/lib64/libc-2.11.3.so) 7f67618fdfa7 (/usr/lib64/libbfd-2.23.1.so) 7f6761ce61e0 (/usr/lib64/libbfd-2.23.1.so) 666e6f676172642d () perf 2155 0 7267027.613903: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff8111d9d0 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 5 7267027.615023: cycles: ffffffff813a555d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267027.615378: cycles: ffffffffa04ff365 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff77f nf_nat_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 8 7267027.615690: cycles: ffffffff8104e362 dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c009df0 () mmfsd 12090 15 7267027.616646: cycles: 9108fb () mmfsd 13768 14 7267027.616818: cycles: ffffffff81049e9d resched_task ([kernel.kallsyms]) ffffffff81049f65 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267027.617275: cycles: 496ecb heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2155 1 7267027.617389: cycles: ffffffff81121305 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f815c1b53ad ([kernel.kallsyms]) 7f815c1b53ad _dl_relocate_object (/lib64/ld-2.11.3.so) 7f815c1ad985 dl_main (/lib64/ld-2.11.3.so) 7f815c1beb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 10 7267027.620124: cycles: ffffffff813ce02f nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 9 7267027.621183: cycles: b903c7 () 7ffb63611a00 () 1e7 () sh 2156 8 7267027.621920: cycles: 415e50 mbrtowc@plt (/bin/bash) mmfsd 13768 11 7267027.622656: cycles: ffffffff8145ec6b __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4554 6 7267027.623065: cycles: 89a3f4 () ffffc9003bf78108 ([kernel.kallsyms]) grep 2158 10 7267027.623127: cycles: ffffffff8126dbc1 __percpu_counter_add ([kernel.kallsyms]) ffffffff8115c450 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7e00c111e0 ([kernel.kallsyms]) 7f7e00c111e0 __GI___open64 (/lib64/libc-2.11.3.so) mmfsd 13769 4 7267027.623162: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () objdump 2157 9 7267027.623966: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f93428d63b8 ([kernel.kallsyms]) 7f93428d63b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f93428ce985 dl_main (/lib64/ld-2.11.3.so) 7f93428dfb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 2157 9 7267027.626133: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9341791dc8 ([kernel.kallsyms]) 7f9341791dc8 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267027.627235: cycles: 7fb873d6c799 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 11 7267027.628388: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2157 9 7267027.629003: cycles: 40603c (/usr/bin/objdump) 687033 () 7fff0de2d301 () mmfsd 4555 7 7267027.629345: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05bf269 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a8970 () mmfsd 13768 1 7267027.630810: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 500a8f88 () 564b1f8300000009 () mmfsd 31862 0 7267027.630924: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 5 7267027.630948: cycles: ffffffff8115bc99 fget ([kernel.kallsyms]) ffffffff81199911 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () objdump 2157 9 7267027.633873: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f93417db5d0 ([kernel.kallsyms]) 7f93417db5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 14 7267027.635149: cycles: ffffffff813e5e8e tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50bb4318 () mmfsd 4537 2 7267027.635254: cycles: ffffffff810c75c8 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff811452c2 kmem_cache_free ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 15 7267027.635353: cycles: ffffffff81045f40 wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.637195: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 10 7267027.638870: cycles: 1133abd () 15b5778 () 33be00000179850f () mmfsd 4554 6 7267027.639340: cycles: 911d94 () 726f727200000005 () 0 () grep 2158 8 7267027.639896: cycles: 405753 (/bin/grep) sh 2160 11 7267027.641524: cycles: 7f6f5d778da7 _dl_map_object (/lib64/ld-2.11.3.so) 61746164655f0036 () mmfsd 13754 7 7267027.642121: cycles: ffffffffa04599d1 tcp_pkt_to_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4c73c948 () 3f46936900000008 () mmfsd 13769 4 7267027.642364: cycles: ffffffffa0411f9a ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7c0c4f4c ([kernel.kallsyms]) 7ffb7c0c4f4c () 7ffb73d82099 () 0 () 0 () addr2lin 2160 10 7267027.643822: cycles: 7f318f5a6433 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f318f59e985 dl_main (/lib64/ld-2.11.3.so) 7f318f5afb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 11 7267027.643876: cycles: ffffffff81094b4a tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff8106759a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 15 7267027.645728: cycles: ffffffff810665c0 jiffies_64_to_clock_t ([kernel.kallsyms]) ffffffff810788e2 sys_times ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c0f3e5a ([kernel.kallsyms]) 7ffb7c0f3e5a () addr2lin 2160 10 7267027.645899: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f318e9cb5d0 ([kernel.kallsyms]) 7f318e9cb5d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () swapper 0 9 7267027.646263: cycles: ffffffff814694a8 irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 6 7267027.646409: cycles: ffffffff812549f0 find_first_bit ([kernel.kallsyms]) ffffffff811390cd interleave_nodes ([kernel.kallsyms]) ffffffff811396b5 slab_node ([kernel.kallsyms]) ffffffff811447dd __kmalloc ([kernel.kallsyms]) ffffffff81391b35 sock_kmalloc ([kernel.kallsyms]) ffffffff8138f285 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.647165: cycles: 5b7be4 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2160 10 7267027.648263: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f318e9cb5d0 ([kernel.kallsyms]) 7f318e9cb5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 5 7267027.648497: cycles: ffffffff81392f1e sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 12090 14 7267027.650885: cycles: ffffffff813e6250 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267027.651148: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2160 10 7267027.652542: cycles: ffffffff81106016 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f318e9d5c87 ([kernel.kallsyms]) 7f318e9d5c87 __munmap (/lib64/libc-2.11.3.so) perf 2161 12 7267027.653645: cycles: ffffffff81173360 touch_atime ([kernel.kallsyms]) ffffffff811691e5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff81162a69 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2161 12 7267027.654158: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0ec001e1bd ([kernel.kallsyms]) 7f0ec001e1bd posix_fadvise64 (/lib64/ld-2.11.3.so) sh 2161 12 7267027.654667: cycles: 7f0ebf95cb49 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () swapper 0 3 7267027.654860: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2161 12 7267027.656323: cycles: 7f7fc51d0bd1 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f7fc51d24f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7fc51ca985 dl_main (/lib64/ld-2.11.3.so) 7f7fc51dbb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267027.657143: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 8049 2 7267027.657442: cycles: 8a2b52 () 0 () swapper 0 15 7267027.658195: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 7 7267027.659675: cycles: 891229 () mmfsd 31862 0 7267027.660476: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa160 () swapper 0 11 7267027.661560: cycles: ffffffff8126de17 is_swiotlb_buffer ([kernel.kallsyms]) ffffffff8126e343 swiotlb_sync_single ([kernel.kallsyms]) ffffffffa0411d0d ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2161 12 7267027.661672: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7fc45f75d0 ([kernel.kallsyms]) 7f7fc45f75d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4554 6 7267027.662256: cycles: 898187 () 14a03f8 () ffffc90034622ac0 ([kernel.kallsyms]) mmfsd 13754 8 7267027.663944: cycles: 7ffb7c0c76f5 () 3f4693c800000008 () mmfsd 31862 1 7267027.665442: cycles: ffffffff810676a3 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 93ba2d ([kernel.kallsyms]) 93ba2d () 7ffb6c00dcd0 () migratio 61 14 7267027.666031: cycles: ffffffff8105115f find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff810ba01d cpu_stopper_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) sh 2162 15 7267027.666689: cycles: ffffffff81464826 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f6f353d49c5 ([kernel.kallsyms]) 7f6f353d49c5 do_lookup_x (/lib64/ld-2.11.3.so) postgres 1593 13 7267027.667219: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 15 7267027.668228: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff810017ef __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f909d2000 ([kernel.kallsyms]) addr2lin 2162 14 7267027.668651: cycles: 7fe1103833ad _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe11037b985 dl_main (/lib64/ld-2.11.3.so) 7fe11038cb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2162 14 7267027.669610: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe10f7a85d0 ([kernel.kallsyms]) 7fe10f7a85d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () swapper 0 7 7267027.670816: cycles: ffffffff813ee786 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2162 14 7267027.670923: cycles: ffffffff81100342 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe10f7a85d0 ([kernel.kallsyms]) 7fe10f7a85d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () swapper 0 1 7267027.673519: cycles: ffffffffa045bcde nf_ct_deliver_cached_events (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa046f587 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2162 14 7267027.673757: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe10f7a85d0 ([kernel.kallsyms]) 7fe10f7a85d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 0 7267027.673942: cycles: ffffffff81464c98 atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81002149 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 4554 6 7267027.674245: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a654d ([mmfslinux]) ffffffffa05bf220 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb74209280 () swapper 0 2 7267027.674528: cycles: ffffffff8104f835 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.677164: cycles: ffffffff8110029f get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7983ac ([kernel.kallsyms]) 7983ac AllocSetAlloc (/home/Computational/mark/andres/bin/postgres) 798f9e palloc0 (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 3 7267027.679027: cycles: ffffffff81322528 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8108694a hrtimer_init ([kernel.kallsyms]) ffffffff8145fe4a schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () sh 2163 11 7267027.679630: cycles: ffffffff81257c43 kref_get ([kernel.kallsyms]) ffffffff812ff179 tty_open ([kernel.kallsyms]) ffffffff8115ea9e chrdev_open ([kernel.kallsyms]) ffffffff81158928 __dentry_open ([kernel.kallsyms]) ffffffff81167df4 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f752f2311e0 ([kernel.kallsyms]) 7f752f2311e0 __GI___open64 (/lib64/libc-2.11.3.so) swapper 0 4 7267027.680488: cycles: ffffffff81094701 tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13754 7 7267027.681001: cycles: ffffffffa04038ae ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff813e30cb tcp_cleanup_rbuf ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50c0d0d8 () mmfsd 1566 5 7267027.682948: cycles: ffffffff813e3953 get_page ([kernel.kallsyms]) ffffffff813e698e tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2163 10 7267027.683600: cycles: 7f3b13b44227 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 13754 4 7267027.684613: cycles: 7ffb7c0f3e53 () mmfsd 12311 8 7267027.685077: cycles: 5af08f () 7ffb64a031d0 () mmfsd 13768 2 7267027.685498: cycles: ffffffff813e5350 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d1036e8 () swapper 0 15 7267027.686041: cycles: ffffffff810c7402 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 4537 6 7267027.686597: cycles: 89a3e4 () ffffc9004391faa8 ([kernel.kallsyms]) postgres 1593 13 7267027.687131: cycles: 5bbac0 ExecHashGetBucketAndBatch (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2163 10 7267027.687709: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3b133a25d0 ([kernel.kallsyms]) 7f3b133a25d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () swapper 0 5 7267027.688993: cycles: ffffffff81460f10 _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8145e897 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13768 3 7267027.689579: cycles: 5af8c9 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () 7ffb6ff49830 () 7ffb6c004a48 () mmfsd 13754 14 7267027.691354: cycles: ffffffff814077bd inet_recvmsg ([kernel.kallsyms]) 7ffb7cb55bb1 () 552a68a8 () mmfsd 12193 2 7267027.692196: cycles: ffffffffa0459c85 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 911fd9 ([kernel.kallsyms]) 911fd9 () 7ffb59250670 () sh 2164 10 7267027.692594: cycles: 7fe11896be50 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () swapper 0 11 7267027.693124: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 0 7267027.694980: cycles: ffffffff81058bc1 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb748ac7f0 () mmfsd 13768 7 7267027.695913: cycles: ffffffff81468d00 system_call ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 8049 3 7267027.696136: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.697090: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 8 7267027.697122: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 550b4588 () 3f46947700000008 () mmfsd 4537 6 7267027.697842: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2164 10 7267027.698832: cycles: ffffffff8125e9f9 copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2c6a4e65d0 ([kernel.kallsyms]) 7f2c6a4e65d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 11 7267027.699841: cycles: ffffffffa04036ea ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 2 7267027.703628: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2165 0 7267027.703772: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 5354 1 7267027.703848: cycles: ffffffff81399dc0 verify_iovec ([kernel.kallsyms]) ffffffff8138f0ea ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 15 7267027.704174: cycles: ffffffff813224b4 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2165 0 7267027.706561: cycles: 7f298296ec70 __GI_strnlen (/lib64/libc-2.11.3.so) 656c61636f6c2f () postgres 1593 13 7267027.707054: cycles: 7fffe8fff8f9 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267027.707571: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2165 1 7267027.708274: cycles: 7fdc04a9b3bb _dl_relocate_object (/lib64/ld-2.11.3.so) 7fdc04a93985 dl_main (/lib64/ld-2.11.3.so) 7fdc04aa4b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 17989 11 7267027.709186: cycles: ffffffffa04037b7 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2165 1 7267027.709891: cycles: ffffffff81170e15 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81168764 link_path_walk ([kernel.kallsyms]) ffffffff811695b5 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fdc03ebf765 ([kernel.kallsyms]) 7fdc03ebf765 _xstat (/lib64/libc-2.11.3.so) 6f6974617475706d () mmfsd 12193 3 7267027.711154: cycles: 931cb2 () 7ffb62b241a8 () 0 () 0 () swapper 0 2 7267027.711234: cycles: ffffffff810cd007 rcu_exit_nohz ([kernel.kallsyms]) ffffffff8106766e irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267027.712005: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2165 1 7267027.712460: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fdc03e76dc8 ([kernel.kallsyms]) 7fdc03e76dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 5 7267027.713536: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 6 7267027.714327: cycles: 9315f2 () mmfsd 13768 7 7267027.714365: cycles: 7ffb7cb55bb1 () addr2lin 2165 1 7267027.716650: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fdc03ec05d0 ([kernel.kallsyms]) 7fdc03ec05d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267027.717024: cycles: 5b39f9 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 1561 2 7267027.718033: cycles: 5b6876 () 2400000000 () swapper 0 15 7267027.719147: cycles: ffffffff81322538 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 8 7267027.719566: cycles: ffffffff811eb7f0 security_socket_sendmsg ([kernel.kallsyms]) ffffffff8138e16f sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2165 1 7267027.720160: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fdc03e6c9d3 ([kernel.kallsyms]) 7fdc03e6c9d3 _int_malloc (/lib64/libc-2.11.3.so) mmfsd 31862 0 7267027.721858: cycles: ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 1561 3 7267027.722176: cycles: ffffffff8139e9be skb_dst_force ([kernel.kallsyms]) ffffffff813a4ad8 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2166 0 7267027.725247: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f30c2e29bc2 ([kernel.kallsyms]) 7f30c2e29bc2 __strlen_sse2 (/lib64/libc-2.11.3.so) mmfsd 13754 11 7267027.725274: cycles: 57ff61 () mmfsd 1561 2 7267027.725351: cycles: 5b6859 () mmfsd 17989 10 7267027.725472: cycles: 583321 () 15d8110 () postgres 1593 13 7267027.726992: cycles: 782e68 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2166 1 7267027.727831: cycles: 7fc149de02ed _nl_make_l10nflist (/lib64/libc-2.11.3.so) 0 () mmfsd 1561 3 7267027.731683: cycles: ffffffff8104eb1e enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267027.731796: cycles: ffffffff81105917 put_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2166 1 7267027.732430: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc149e7d5d0 ([kernel.kallsyms]) 7fc149e7d5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12311 8 7267027.733369: cycles: 1133ccd () 7ffb74559300 () mmfsd 1566 4 7267027.733464: cycles: 912915 () 0 () c000100004bee100 ([kernel.kallsyms]) mmfsd 12193 2 7267027.734107: cycles: ffffffff813cdef0 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 3 7267027.735681: cycles: 7fffe2dff90b () perf 30004 0 7267027.736122: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 15 7267027.736862: cycles: ffffffff813e77d7 tcp_parse_aligned_timestamp ([kernel.kallsyms]) ffffffff813ef9ed tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.736965: cycles: 5b7feb InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2167 0 7267027.738266: cycles: 7fb1a85a850b __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () addr2lin 2167 1 7267027.740002: cycles: 7fae86b22bdd _dl_fixup (/lib64/ld-2.11.3.so) 7fff6fe90313 () mmfsd 4555 7 7267027.740097: cycles: 7ffb7c0cf4b5 () 0 () mmfsd 12311 9 7267027.741341: cycles: 7ffb7c0c760d () swapper 0 6 7267027.741553: cycles: ffffffff813a5741 napi_complete ([kernel.kallsyms]) ffffffffa0412df8 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 8 7267027.741567: cycles: ffffffff810549c2 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2167 1 7267027.746384: cycles: 7fae866c9020 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 2 7267027.746743: cycles: ffffffffa0453004 cleanup_module (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555dd nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.746937: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 0 7267027.747004: cycles: ffffffff8100188c __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffffffff81a00000 ([kernel.kallsyms]) mmfsd 13754 15 7267027.748019: cycles: 7ffb7c0c76d5 () 3f46954000000008 () mmfsd 4543 5 7267027.749717: cycles: 913a40 () mmfsd 1561 2 7267027.750005: cycles: ffffffff8116c349 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa1c0 () mmfsd 13768 4 7267027.750111: cycles: ffffffff81198b9e ep_send_events_proc ([kernel.kallsyms]) ffffffff81199292 ep_scan_ready_list ([kernel.kallsyms]) ffffffff81199623 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4537 14 7267027.750163: cycles: 7ffb7cb55dd7 () swapper 0 9 7267027.750857: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267027.751819: cycles: ffffffff81094b8a tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 13768 5 7267027.752784: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04c268d ([mmfslinux]) ffffffffa0605a88 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 13768 3 7267027.754471: cycles: ffffffff811eb810 security_socket_recvmsg ([kernel.kallsyms]) ffffffff8138e49a sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 587e118 () mmfsd 4555 6 7267027.754609: cycles: ffffffff813903a0 sock_update_classid ([kernel.kallsyms]) ffffffff8138e181 sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2168 1 7267027.756391: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbfdf2785d0 ([kernel.kallsyms]) 7fbfdf2785d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267027.757005: cycles: 79a900 ResourceOwnerForgetBuffer (/home/Computational/mark/andres/bin/postgres) 5b4515 ExecStoreTuple (/home/Computational/mark/andres/bin/postgres) 5c5974 SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267027.757075: cycles: ffffffff8137a907 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 11 7267027.757079: cycles: ffffffff813da82f __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 9 7267027.757245: cycles: ffffffffa046a010 nf_defrag_init (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267027.759168: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267027.759493: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 2 7267027.759760: cycles: ffffffff81397281 skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2169 0 7267027.762055: cycles: ffffffff8111dca0 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 5354 8 7267027.762609: cycles: ffffffff813dc0dc ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267027.762785: cycles: ffffffff813ee1be tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 14 7267027.763846: cycles: 915fe8 () 0 () mmfsd 13768 9 7267027.763938: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13768 3 7267027.764654: cycles: 92e19d () 0 () objdump 2170 1 7267027.766439: cycles: ffffffff8114f800 mem_cgroup_add_lru_list ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f209b9aed3b ([kernel.kallsyms]) 7f209b9aed3b __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267027.766960: cycles: 46ef16 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267027.767799: cycles: ffffffff814610e1 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa045a76a tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267027.767909: cycles: ffffffff81395ccd __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 11 7267027.767984: cycles: ffffffffa05bf1b3 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c0066f0 () mmfsd 4554 6 7267027.768650: cycles: 9167f3 () 0 () swapper 0 10 7267027.769764: cycles: ffffffff813d4b13 ip_route_input_common ([kernel.kallsyms]) ffffffff813d5d7f ip_rcv_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267027.773289: cycles: 89a407 () ffffc90036619cd0 ([kernel.kallsyms]) objdump 2170 1 7267027.773896: cycles: ffffffff8114dc3c mem_cgroup_count_vm_event ([kernel.kallsyms]) ffffffff81121872 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f209b9f85d0 ([kernel.kallsyms]) 7f209b9f85d0 __GI___read (/lib64/libc-2.11.3.so) ffffbe000001b685 ([kernel.kallsyms]) mmfsd 13768 4 7267027.774327: cycles: ffffffff813e548c tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d6e0e08 () kworker/ 99 11 7267027.774878: cycles: ffffffff81379896 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 4537 15 7267027.775118: cycles: ffffffff81145198 kmem_cache_free ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8138f5d5 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267027.776020: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267027.776313: cycles: ffffffff81094605 update_ts_time_stats ([kernel.kallsyms]) ffffffff81094b64 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.776920: cycles: 5b445e ExecStoreMinimalTuple (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 3 7267027.777400: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffff810874e8 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff8145fe94 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 12193 2 7267027.778032: cycles: 7ffb7cb536c1 () mmfsd 13768 9 7267027.779057: cycles: ffffffff813e30d3 tcp_cleanup_rbuf ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d36d6a8 () swapper 0 15 7267027.781077: cycles: ffffffff81393338 sock_wfree ([kernel.kallsyms]) ffffffff81395872 skb_release_head_state ([kernel.kallsyms]) ffffffff81395b59 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2170 1 7267027.781948: cycles: 7f209ba3fd2d __strlen_sse42 (/lib64/libc-2.11.3.so) mmfsd 4555 6 7267027.782981: cycles: 8934e5 () mmfsd 12311 8 7267027.783368: cycles: 10e2bd9 () mmfsd 13768 4 7267027.784090: cycles: ffffffff8104d724 update_curr ([kernel.kallsyms]) ffffffff8104e970 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 7 7267027.785391: cycles: ffffffffa040a223 ixgbe_update_itr (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412e56 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) perf 30004 0 7267027.786389: cycles: 7f2abdc76970 _IO_new_popen (/lib64/libc-2.11.3.so) postgres 1593 13 7267027.786885: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 1566 5 7267027.787252: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 11 7267027.787391: cycles: ffffffff81394eae __skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2173 9 7267027.788019: cycles: ffffffff8145f868 mutex_unlock ([kernel.kallsyms]) ffffffff81124bd3 vma_adjust ([kernel.kallsyms]) ffffffff8112512a __split_vma ([kernel.kallsyms]) ffffffff8112549e do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fefc217a1da ([kernel.kallsyms]) 7fefc217a1da mmap (/lib64/ld-2.11.3.so) 16f000 () sh 2173 9 7267027.789418: cycles: 7fefc1abad16 __strlen_sse42 (/lib64/libc-2.11.3.so) addr2lin 2173 8 7267027.789834: cycles: 7f112e5444c1 _dl_map_object_deps (/lib64/ld-2.11.3.so) 7f112e53b2e0 dl_main (/lib64/ld-2.11.3.so) 7f112e54cb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2173 8 7267027.790833: cycles: 7f112d91f5b9 __strcasecmp (/lib64/libc-2.11.3.so) 7f112e545400 openaux (/lib64/ld-2.11.3.so) 9691a75 () 7f112e5517dd (/lib64/ld-2.11.3.so) swapper 0 14 7267027.791221: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 15 7267027.791420: cycles: 62bd1b () 1849a8 () addr2lin 2173 8 7267027.792192: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f112d91edc8 ([kernel.kallsyms]) 7f112d91edc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 12193 3 7267027.795068: cycles: ffffffff813e62a6 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2173 8 7267027.795097: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f112d9685d0 ([kernel.kallsyms]) 7f112d9685d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 8049 2 7267027.795209: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa04a8b20 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () mmfsd 12311 9 7267027.796600: cycles: ffffffff814086b2 inet_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.796854: cycles: ffffffffa0553d83 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 5354 10 7267027.798579: cycles: 9131a4 () mmfsd 4554 6 7267027.799489: cycles: 899ff3 () ffffc90033f8afb8 ([kernel.kallsyms]) addr2lin 2173 8 7267027.800875: cycles: 7f112e0ff3f2 (/usr/lib64/libbfd-2.23.1.so) 400000000 () mmfsd 13573 14 7267027.801296: cycles: ffffffffff600180 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe2dff8dd () 7ffb7c0e53aa () mmfsd 13754 2 7267027.801413: cycles: ffffffff81460ed0 _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05bf2dc ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 1561 3 7267027.801930: cycles: 7ffb7c0f4409 () mmfsd 4537 15 7267027.802100: cycles: ffffffffa04ff37a nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267027.802257: cycles: ffffffffa0412d85 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 11 7267027.802431: cycles: ffffffff81116410 zone_statistics ([kernel.kallsyms]) ffffffff8110033d get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2174 0 7267027.805287: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4554 7 7267027.805555: cycles: ffffffff813a5db0 net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff81068189 local_bh_enable_ip ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.806896: cycles: 496437 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2174 0 7267027.808580: cycles: 7f251375ef18 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () mmfsd 12193 2 7267027.808581: cycles: ffffffffa0605ad4 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb680128f0 () mmfsd 13754 3 7267027.808879: cycles: ffffffff813903d1 sock_rfree ([kernel.kallsyms]) ffffffff81395872 skb_release_head_state ([kernel.kallsyms]) ffffffff81395b59 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 52a95b8 () 3f46966100000008 () mmfsd 17989 11 7267027.810959: cycles: ffffffff813ce0fa nf_hook_slow ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 10 7267027.810999: cycles: ffffffff8115bdc6 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138e5ea sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50b70c98 () swapper 0 6 7267027.815617: cycles: ffffffff813eb36d tcp_data_snd_check ([kernel.kallsyms]) ffffffff813efb85 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2174 1 7267027.815635: cycles: 7f9c6cb43115 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 14 7267027.815901: cycles: ffffffffa0412934 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 7 7267027.816800: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.816852: cycles: ffffffffa05e1d4d ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 11 7267027.818015: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813a4817 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 690c738 () mmfsd 4537 15 7267027.818635: cycles: ffffffff8104c696 update_rq_clock ([kernel.kallsyms]) ffffffff8104c6e2 dequeue_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145f4c5 schedule_timeout ([kernel.kallsyms]) ffffffff81460248 __down ([kernel.kallsyms]) ffffffff810883e7 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05c03a2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c014ad0 () mmfsd 1561 2 7267027.819406: cycles: ffffffffa04c3c68 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb590852e0 () mmfsd 12193 3 7267027.820406: cycles: ffffffff81322470 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa05be394 ([mmfs26]) ffffffffa05c03fd ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb741bd3d0 () mmfsd 12090 14 7267027.822270: cycles: ffffffff81003bfc do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff813e6ab9 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2174 1 7267027.825314: cycles: 7f9c6c35090a __realloc (/lib64/libc-2.11.3.so) mmfsd 8049 2 7267027.826313: cycles: 7ffb7c0f45a6 () mmfsd 4539 6 7267027.826541: cycles: 89a3e4 () ffffc9003ede0be0 ([kernel.kallsyms]) postgres 1593 13 7267027.826892: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 9 7267027.827296: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 684f508 () swapper 0 15 7267027.827537: cycles: ffffffff8108d994 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267027.827715: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 3 7267027.828630: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8116c3c8 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb580b8940 () mmfsd 13754 7 7267027.829350: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () addr2lin 2174 1 7267027.829962: cycles: 7f9c6c34a8be malloc_consolidate (/lib64/libc-2.11.3.so) 61 () swapper 0 11 7267027.832842: cycles: ffffffff810c749c handle_irq_event_percpu ([kernel.kallsyms]) 4 ([kernel.kallsyms]) sh 2175 0 7267027.833233: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff8115f114 cp_new_stat ([kernel.kallsyms]) ffffffff8115f60e sys_newfstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fdb5a0fff14 ([kernel.kallsyms]) 7fdb5a0fff14 __GI___fxstat (/lib64/ld-2.11.3.so) 7fdb5a0f1d2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e7365 () swapper 0 14 7267027.835007: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2175 0 7267027.835543: cycles: 46dde3 xstrchr (/bin/bash) swapper 0 5 7267027.835684: cycles: ffffffff8145ea9b __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 5354 10 7267027.836150: cycles: 89a9e1 () ffffc90034420ec0 ([kernel.kallsyms]) postgres 1593 13 7267027.836929: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12090 15 7267027.838074: cycles: 11389c3 () mmfsd 4554 7 7267027.839467: cycles: 9167f3 () 0 () addr2lin 2175 1 7267027.839755: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3070aa75d0 ([kernel.kallsyms]) 7f3070aa75d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 6 7267027.840662: cycles: ffffffff81092540 clockevents_program_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff8108667e __remove_hrtimer ([kernel.kallsyms]) ffffffff81087601 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff81094e61 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 4555 4 7267027.840820: cycles: ffffffffa04ff371 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 11 7267027.840979: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813c0eca sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267027.841411: cycles: ffffffff8104e87b enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 2 7267027.841821: cycles: ffffffffa04c3fc2 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6801d160 () mmfsd 13768 3 7267027.842253: cycles: ffffffff8125a777 rb_erase ([kernel.kallsyms]) ffffffff8125b811 timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff8108786d hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff8145feb1 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2175 1 7267027.845292: cycles: 7f307122b043 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 700000001 () mmfsd 13768 10 7267027.846479: cycles: ffffffff8116c0c7 do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () postgres 1593 13 7267027.846864: cycles: 5ac54a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12090 15 7267027.846939: cycles: ffffffff8138f274 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 11 7267027.849204: cycles: 893f86 () ffffc90034415ec0 ([kernel.kallsyms]) mmfsd 13754 7 7267027.851429: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05bf2dc ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () sh 2176 0 7267027.851497: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f7e291d03b8 ([kernel.kallsyms]) 7f7e291d03b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7e291d9b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4555 4 7267027.851732: cycles: ffffffff8139728f skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 2 7267027.853096: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267027.853253: cycles: ffffffffa04ff785 nf_nat_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 10 7267027.854646: cycles: ffffffff8115bca0 fget ([kernel.kallsyms]) ffffffff81199911 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 14 7267027.855267: cycles: ffffffff8139f926 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 3 7267027.855311: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05c057f ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 1566 5 7267027.855843: cycles: 9193a6 () 25640000c8 () 7ffb64023e48 () b10ff0d089ff4a8d ([kernel.kallsyms]) addr2lin 2176 1 7267027.855930: cycles: ffffffff8110679e ____pagevec_lru_add_fn ([kernel.kallsyms]) ffff88207fc4e240 ([kernel.kallsyms]) 7f9a4b5ff8f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 8ca048 () mmfsd 4537 15 7267027.856131: cycles: 89e8e4 () 7ffb00000200 () postgres 1593 13 7267027.856808: cycles: ffffffff8110591d put_page ([kernel.kallsyms]) ffffffff811212cb __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13768 4 7267027.857793: cycles: ffffffff813e5720 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d739768 () swapper 0 8 7267027.858316: cycles: ffffffff810468bc nr_iowait_cpu ([kernel.kallsyms]) ffffffff81094657 update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267027.858688: cycles: ffffffff8146124f save_args ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 4 7267027.861558: cycles: ffffffff81059161 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 1561 5 7267027.862341: cycles: ffffffffa05bf168 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa1c0 () addr2lin 2176 1 7267027.862474: cycles: 7f9a4ae15d3b __GI_memset (/lib64/libc-2.11.3.so) swapper 0 0 7267027.865944: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 13573 15 7267027.866013: cycles: ffffffff81051492 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a1350 () mmfsd 13754 10 7267027.866856: cycles: 7ffb7c0c76f5 () 3f46972d00000008 () postgres 1593 13 7267027.866863: cycles: 7fb873d6c79c __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267027.868053: cycles: ffffffff813f19a8 tcp_send_delayed_ack ([kernel.kallsyms]) ffffffff813efbb0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 6 7267027.868344: cycles: 10e306c () 0 () mmfsd 12090 14 7267027.869072: cycles: ffffffffa0455097 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 11 7267027.869818: cycles: 89a3e4 () ffffc90031252eb8 ([kernel.kallsyms]) sh 2177 0 7267027.870070: cycles: ffffffff81121231 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fcff30a39c5 ([kernel.kallsyms]) 7fcff30a39c5 _init (/lib64/libc-2.11.3.so) 7fffa276937a () 73656c2f6374652f () mmfsd 12193 2 7267027.872183: cycles: 10e70c1 () ffffc900344ae5e0 ([kernel.kallsyms]) mmfsd 1566 9 7267027.873797: cycles: ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2177 1 7267027.874232: cycles: 7fe268af4db4 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 13754 10 7267027.874476: cycles: 5b6859 () 0 () mmfsd 8049 3 7267027.874654: cycles: 1142030 () 100000000 () mmfsd 13768 4 7267027.875568: cycles: ffffffff813a477d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 67a30f8 () mmfsd 4543 11 7267027.876209: cycles: 9126d5 () 3f46975800000008 () swapper 0 9 7267027.876778: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.876798: cycles: 496195 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 15 7267027.877950: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810257a8 lapic_next_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff81087690 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff810945cf tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267027.879888: cycles: ffffffff8137bb11 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1566 8 7267027.880184: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2177 1 7267027.881290: cycles: 7fe268aea9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 12311 9 7267027.881424: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810549ba try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 12193 2 7267027.881577: cycles: 5b52d2 () ffffc900344a61e0 ([kernel.kallsyms]) swapper 0 5 7267027.881777: cycles: ffffffff810cd290 rcu_needs_cpu ([kernel.kallsyms]) ffffffff81094da8 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 13573 14 7267027.884435: cycles: ffffffffa0455097 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267027.885447: cycles: ffffffff81460f10 _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8145e897 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267027.885697: cycles: ffffffff81024b22 native_smp_send_reschedule ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () perf 30004 0 7267027.886727: cycles: 7f2abdcb68d0 __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267027.886746: cycles: 4906f0 hashint4 (/home/Computational/mark/andres/bin/postgres) 5bbf69 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267027.887178: cycles: ffffffff8145e8af __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 4539 6 7267027.887336: cycles: ffffffffa05bf090 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 158f980 () swapper 0 11 7267027.888137: cycles: ffffffff8139dea1 __napi_complete ([kernel.kallsyms]) ffffffff813a579f napi_complete ([kernel.kallsyms]) ffffffffa0412df8 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2178 0 7267027.889450: cycles: 459c3c (/bin/bash) 68c560 () 45def0 bg_builtin (/bin/bash) 61622f6572616873 () mmfsd 1566 9 7267027.889902: cycles: ffffffffa0455387 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267027.890113: cycles: ffffffff8125f8fb __memcpy ([kernel.kallsyms]) ffffffffa040f539 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 7 7267027.891661: cycles: ffffffff813e6940 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2178 1 7267027.893220: cycles: 7f4fa8060db4 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 15 7267027.895707: cycles: ffffffffa0411ffe ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 2 7267027.896434: cycles: 5b6859 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () 65018c0 () 7ffb6c004a48 () postgres 1593 13 7267027.896700: cycles: ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa0541346 ([mmfs26]) ffffffffa0560b7f ([mmfs26]) ffffffffa04aeb14 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 9 7267027.898102: cycles: 7ffb7c0c4f4c () 0 () mmfsd 13768 5 7267027.898280: cycles: 92fe36 () mmfsd 12311 8 7267027.898544: cycles: ffffffff813cde80 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267027.898730: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 3 7267027.898846: cycles: ffffffff81024b10 native_smp_send_reschedule ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 14 7267027.900239: cycles: 10e7462 () ffffc900343128c0 ([kernel.kallsyms]) swapper 0 10 7267027.900608: cycles: ffffffff8145eee6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2178 1 7267027.900707: cycles: 7f4fa882e020 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 100000001 () mmfsd 13754 6 7267027.904985: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b421 __x2apic_send_IPI_mask ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff810882e8 up ([kernel.kallsyms]) ffffffffa05c0593 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () perf 2179 9 7267027.905231: cycles: ffffffff8111dcb6 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2179 9 7267027.906469: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f85f5c23ee0 ([kernel.kallsyms]) 7f85f5c23ee0 __strncmp_sse42 (/lib64/libc-2.11.3.so) postgres 1593 13 7267027.906741: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 4539 7 7267027.906780: cycles: 57f7b0 () ffffc900343082a0 ([kernel.kallsyms]) addr2lin 2179 8 7267027.907691: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f808a7d83b8 ([kernel.kallsyms]) 7f808a7d83b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f808a7d0985 dl_main (/lib64/ld-2.11.3.so) 7f808a7e1b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 11 7267027.908118: cycles: ffffffff810468bc nr_iowait_cpu ([kernel.kallsyms]) ffffffff81094657 update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff81094a3f tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) addr2lin 2179 8 7267027.908828: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8089bfd5d0 ([kernel.kallsyms]) 7f8089bfd5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () addr2lin 2179 8 7267027.909966: cycles: ffffffff810fff59 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8089bb3dc8 ([kernel.kallsyms]) 7f8089bb3dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 10 7267027.910707: cycles: ffffffff814610e0 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa045a76a tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2179 8 7267027.912199: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8089bfd5d0 ([kernel.kallsyms]) 7f8089bfd5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13754 14 7267027.912978: cycles: ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 15 7267027.912979: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267027.913748: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810257a8 lapic_next_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff81087690 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff810945cf tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) mmfsd 13768 4 7267027.914846: cycles: ffffffff810cd050 rcu_irq_enter ([kernel.kallsyms]) ffffffff8106766e irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7c0c7640 ([kernel.kallsyms]) 7ffb7c0c7640 () 7ffb6c004a48 () postgres 1593 13 7267027.916779: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810549ba try_to_wake_up ([kernel.kallsyms]) ffffffff810882e8 up ([kernel.kallsyms]) ffffffffa0541942 ([mmfs26]) ffffffffa05718be ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2179 8 7267027.917037: cycles: ffffffff81153fa0 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8089ba99d3 ([kernel.kallsyms]) 7f8089ba99d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 2 7267027.918773: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 9 7267027.919866: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 3c2e3f8 () swapper 0 11 7267027.920966: cycles: ffffffff8104e981 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2180 0 7267027.923126: cycles: ffffffff81260071 strnlen_user ([kernel.kallsyms]) ffffffff811a7d93 create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () mmfsd 4537 15 7267027.924013: cycles: 9131b6 () 0 () mmfsd 13768 10 7267027.924917: cycles: 92e19d () 0 () sh 2180 0 7267027.925142: cycles: 7fa90264c9ea do_lookup_x (/lib64/ld-2.11.3.so) swapper 0 3 7267027.926618: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.926784: cycles: 46ef16 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5bbf15 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4554 7 7267027.929301: cycles: ffffffffa045301e (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555dd nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267027.929332: cycles: ffffffff8105145e find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267027.929441: cycles: ffffffff814694f0 irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267027.930704: cycles: ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 5 7267027.931425: cycles: 7ffb7c0e539b () ffffc900344140c0 ([kernel.kallsyms]) swapper 0 6 7267027.935436: cycles: ffffffff81086628 __remove_hrtimer ([kernel.kallsyms]) ffffffff81087601 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff81094e61 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) addr2lin 2180 1 7267027.935578: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb5389365d0 ([kernel.kallsyms]) 7fb5389365d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267027.936711: cycles: 5bdb30 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 10 7267027.937148: cycles: ffffffff81086b64 lock_hrtimer_base ([kernel.kallsyms]) ffffffff810877c5 hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff8145feb1 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 14 7267027.937291: cycles: ffffffff8108d9c9 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 9 7267027.937744: cycles: 1155eaf () 1849a8 () swapper 0 11 7267027.939805: cycles: ffffffff8125f8fe __memcpy ([kernel.kallsyms]) ffffffffa040f539 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2180 1 7267027.942906: cycles: 7fb5390ba046 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 200000001 () mmfsd 13768 5 7267027.944448: cycles: 7ffb7c0c4e77 () 564b249100000009 () mmfsd 12193 3 7267027.945736: cycles: ffffffffa0453000 cleanup_module (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555dd nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267027.946652: cycles: ffffffffa04c0066 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2180 1 7267027.947182: cycles: ffffffff811245a2 unlink_file_vma ([kernel.kallsyms]) ffffffff8111d9d0 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb538911a38 ([kernel.kallsyms]) perf 30004 0 7267027.947988: cycles: ffffffff81175ab6 dup_fd ([kernel.kallsyms]) ffffffff8105f2e9 copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 7 7267027.949057: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 10 7267027.949290: cycles: ffffffff814694cc irq_entries_start ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 54670c58 () sh 2181 0 7267027.950055: cycles: 7ffb8f8d23ff _dl_relocate_object (/lib64/ld-2.11.3.so) 7ffb8f8ca985 dl_main (/lib64/ld-2.11.3.so) 7ffb8f8dbb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 12090 15 7267027.950294: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c93b370 () mmfsd 13768 11 7267027.951606: cycles: ffffffffa05c06a4 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () sh 2181 0 7267027.952433: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7ffb8f1b175f ([kernel.kallsyms]) 7ffb8f1b175f __libc_fork (/lib64/libc-2.11.3.so) 437b85 make_child (/bin/bash) 6a4da0 () 6a4910 () 6a68e0 () 6a6950 () 6a69b0 () 6a6a10 () objdump 2182 8 7267027.953238: cycles: 7f182247f968 _dl_cache_libcmp (/lib64/ld-2.11.3.so) grep 2183 11 7267027.953882: cycles: 40ede4 (/bin/grep) 655b20 () 6507a0 () 6f6974617475706d () swapper 0 2 7267027.954058: cycles: ffffffffa046f4a0 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 6 7267027.954306: cycles: ffffffffa040a2b2 ixgbe_write_eitr (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412ebd ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8116c013 do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () 11c2227 () 85786b8bfffffec9 ([kernel.kallsyms]) mmfsd 17989 9 7267027.954875: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff81083224 prepare_to_wait_exclusive ([kernel.kallsyms]) ffffffff813911d8 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 3 7267027.956679: cycles: ffffffff81045d36 task_waking_fair ([kernel.kallsyms]) ffffffff81054a99 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267027.956684: cycles: 5b7cea InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 2182 8 7267027.957047: cycles: ffffffff81153f76 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f182133ddc8 ([kernel.kallsyms]) 7f182133ddc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 5354 4 7267027.957930: cycles: ffffffff81395cc9 __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 2 7267027.958193: cycles: 7ffb7cb55be6 () objdump 2182 8 7267027.960928: cycles: 406059 (/usr/bin/objdump) 7f182127e460 () 6b3ec3 () 7fff27296301 () swapper 0 3 7267027.961853: cycles: ffffffff813ef724 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 11 7267027.962586: cycles: ffffffff810869c9 hrtimer_init ([kernel.kallsyms]) ffffffff8145fe4a schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4554 7 7267027.964224: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267027.964460: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 14 7267027.965580: cycles: ffffffff813f0417 tcp_established_options ([kernel.kallsyms]) ffffffff813f06d4 tcp_current_mss ([kernel.kallsyms]) ffffffff813e2a6f tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () objdump 2182 8 7267027.966247: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f18213875d0 ([kernel.kallsyms]) 7f18213875d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 9 7267027.966579: cycles: ffffffff81392f11 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.966626: cycles: 46ef51 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4537 15 7267027.967348: cycles: 8963e0 () mmfsd 4555 5 7267027.967572: cycles: ffffffffa046f1e0 ipv4_pkt_to_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffffa0453fd4 nf_ct_get_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 2 7267027.968527: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 6 7267027.969451: cycles: ffffffff8115bdb1 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 10 7267027.969748: cycles: ffffffff8103c8b9 __phys_addr ([kernel.kallsyms]) ffffffff811451d6 kmem_cache_free ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () objdump 2182 8 7267027.973470: cycles: 7f1821b1d720 (/usr/lib64/libbfd-2.23.1.so) 0 () 835010 () 832ba0 () 832000 () 830310 () 82f7b0 () 82d880 () 82cba0 () 82a860 () 828930 () 827fb0 () 825e10 () 823ad0 () 8218c0 () 820ba0 () 81e5e0 () 81c460 () 81a280 () 819840 () 8174d0 () 815150 () 8134a0 () 812b00 () 8108a0 () 80e5d0 () 80cc30 () 80c370 () 809ec0 () 807a80 () 805930 () 804cd0 () 8027d0 () 800400 () 7fe170 () 7fbd10 () 7f9ba0 () 7f8f40 () 7f7070 () 7f6870 () 7f4600 () 7f2330 () 7f1950 () 7efa20 () 7ef0e0 () 7ed240 () 7ec720 () 7ea4a0 () 7e8fe0 () 662278 () swapper 0 4 7267027.973565: cycles: ffffffff81094729 tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267027.974184: cycles: ffffffffa041208c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) expand 2184 15 7267027.975138: cycles: 401fb0 (/usr/bin/expand) swapper 0 14 7267027.975890: cycles: ffffffff810896ba sched_clock_tick ([kernel.kallsyms]) ffffffff8108977d sched_clock_idle_wakeup_event ([kernel.kallsyms]) ffffffff81094a3f tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.976578: cycles: 5ad0b4 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) expand 2184 9 7267027.977364: cycles: 7f8c6f09a7ff __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 72506e4973496449 () mmfsd 4543 10 7267027.979022: cycles: ffffffffa05be394 ([mmfs26]) ffffffffa05c03fd ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () swapper 0 2 7267027.979883: cycles: ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2185 0 7267027.979964: cycles: ffffffff81124d64 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff81127873 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f272084b237 ([kernel.kallsyms]) 7f272084b237 __mprotect (/lib64/ld-2.11.3.so) 3e000 () mmfsd 8049 3 7267027.980043: cycles: ffffffffa0453f74 nf_ct_get_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 9 7267027.983879: cycles: ffffffff81071957 mod_timer ([kernel.kallsyms]) ffffffff813915ff sk_reset_timer ([kernel.kallsyms]) ffffffff813efbb0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 12090 14 7267027.983969: cycles: 915f45 () 0 () postgres 1593 13 7267027.986537: cycles: ffffffffa05e1d6a ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 5354 5 7267027.991768: cycles: ffffffffa04552b7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2185 1 7267027.991993: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3880eb85d0 ([kernel.kallsyms]) 7f3880eb85d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 8049 3 7267027.993919: cycles: ffffffff8104d6c1 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () mmfsd 13754 15 7267027.994026: cycles: ffffffff811443d0 kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff813f1870 tcp_send_ack ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d6c58e8 () 3f4698e100000008 () mmfsd 4555 4 7267027.994084: cycles: ffffffffa049a141 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2185 1 7267027.995226: cycles: 7f38817c0bbf _objalloc_alloc (/usr/lib64/libbfd-2.23.1.so) 7f38000009b0 () 0 () swapper 0 9 7267027.995243: cycles: ffffffff810cd1f0 rcu_irq_exit ([kernel.kallsyms]) ffffffff8106751a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267027.996568: cycles: ffffffff8125f902 __memcpy ([kernel.kallsyms]) ffffffffa04aeab2 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 0 7267027.997031: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) swapper 0 14 7267027.998967: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 2 7267027.999264: cycles: ffffffffa0403833 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 580b8c98 () 564b256600000009 () sh 2186 0 7267027.999701: cycles: 7f28ae956333 do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 4539 7 7267028.001028: cycles: 634c2b () 1849a8 () sh 2186 0 7267028.001943: cycles: 7f28ae206aac _int_free (/lib64/libc-2.11.3.so) swapper 0 8 7267028.002156: cycles: ffffffff8146138e restore_args ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2186 1 7267028.002540: cycles: ffffffff810f915e find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f40a32a03b8 ([kernel.kallsyms]) 7f40a32a03b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f40a3298985 dl_main (/lib64/ld-2.11.3.so) 7f40a32a9b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2186 1 7267028.006467: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f40a26c55d0 ([kernel.kallsyms]) 7f40a26c55d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267028.006552: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4537 15 7267028.007279: cycles: ffffffff813f0690 tcp_current_mss ([kernel.kallsyms]) ffffffff813e2a6f tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267028.008104: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 10 7267028.008438: cycles: 7ffb7c0c3b7a () mmfsd 4555 4 7267028.009711: cycles: ffffffff813ee433 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267028.010827: cycles: ffffffffa0403689 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267028.010936: cycles: ffffffff8106775c __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 5354 5 7267028.010997: cycles: 897a7a () addr2lin 2186 1 7267028.011009: cycles: 7f40a2e5b720 (/usr/lib64/libbfd-2.23.1.so) 0 () 79c980 () 79a3c0 () 7982d0 () 797b70 () 795a20 () 795060 () 792da0 () 790b50 () 7901b0 () 78e320 () 78d7c0 () 78b2f0 () 789010 () 786c90 () 784950 () 783d70 () 781a90 () 77fbb0 () 77ef30 () 77cb00 () 77a530 () 778620 () 777b00 () 775790 () 773700 () 772e40 () 770930 () 76e550 () 76c400 () 76b7a0 () 7691f0 () 766d50 () 764b80 () 762860 () 761ca0 () 75f8a0 () 75da30 () 75d230 () 75b160 () 75a460 () 758390 () 756b80 () 756240 () 7543a0 () 753880 () 751680 () 74fdd0 () 61b028 () swapper 0 14 7267028.012531: cycles: ffffffffa04ff320 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2187 9 7267028.013153: cycles: ffffffff810fe1ff get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 3 7267028.015200: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.016503: cycles: ffffffffa04aeaca ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 17989 9 7267028.017069: cycles: ffffffffa049a084 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2187 8 7267028.018822: cycles: ffffffff8111603e __inc_zone_page_state ([kernel.kallsyms]) ffffffff811292e1 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f41f0d2c5d0 ([kernel.kallsyms]) 7f41f0d2c5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 15 7267028.018843: cycles: ffffffff81055e90 account_process_tick ([kernel.kallsyms]) ffffffff810703b0 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 2 7267028.021934: cycles: 7ffb7c0c4f38 () 0 () addr2lin 2187 8 7267028.022898: cycles: ffffffff811545ac mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f41f0d2c5d0 ([kernel.kallsyms]) 7f41f0d2c5d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () mmfsd 13768 11 7267028.024277: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 58112548 () swapper 0 14 7267028.024445: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 10 7267028.024626: cycles: ffffffff813e3990 sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813f2a77 tso_fragment ([kernel.kallsyms]) ffffffff813f3f70 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 9 7267028.026099: cycles: 7f2abdc82c85 __GI__IO_list_unlock (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267028.026493: cycles: 7fffe8fff601 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 8049 3 7267028.027355: cycles: ffffffffa051f4c0 ([mmfs26]) ffffffffa053ac7c ([mmfs26]) ffffffffa05c03a2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () sh 2188 0 7267028.028608: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f95aea58c2f ([kernel.kallsyms]) 7f95aea58c2f __gconv_load_cache (/lib64/libc-2.11.3.so) swapper 0 15 7267028.029947: cycles: ffffffffa04550a0 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 10 7267028.030086: cycles: ffffffff813e6714 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 7 7267028.031203: cycles: ffffffff810cd157 rcu_enter_nohz ([kernel.kallsyms]) ffffffff81094d10 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267028.035937: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.036450: cycles: 674579 GetPrivateRefCountEntry (/home/Computational/mark/andres/bin/postgres) 674e9a ReleaseBuffer (/home/Computational/mark/andres/bin/postgres) 496085 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267028.036618: cycles: ffffffffa0412002 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267028.038195: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 15 7267028.039580: cycles: 919486 () 0 () mmfsd 1561 4 7267028.039690: cycles: ffffffff813f3db4 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 6 7267028.039818: cycles: ffffffff8104d560 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145f4c5 schedule_timeout ([kernel.kallsyms]) ffffffff81460248 __down ([kernel.kallsyms]) ffffffff810883e7 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05c05bd ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2188 1 7267028.041119: cycles: ffffffff81153f9c __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f26e66005d0 ([kernel.kallsyms]) 7f26e66005d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 2 7267028.041203: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2188 1 7267028.045248: cycles: ffffffff81102b2e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f26e660ac87 ([kernel.kallsyms]) 7f26e660ac87 __munmap (/lib64/libc-2.11.3.so) postgres 1593 13 7267028.046412: cycles: 7fffe8fff662 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 2189 0 7267028.046754: cycles: ffffffff811ea470 cap_bprm_set_creds ([kernel.kallsyms]) ffffffff8120bd72 apparmor_bprm_set_creds ([kernel.kallsyms]) ffffffff81161c58 prepare_binprm ([kernel.kallsyms]) ffffffff81162b54 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2189 0 7267028.049077: cycles: ffffffff8115bca0 fget ([kernel.kallsyms]) ffffffff811271d7 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7871f12c5a ([kernel.kallsyms]) 7f7871f12c5a __GI_mmap64 (/lib64/libc-2.11.3.so) addr2lin 2189 1 7267028.054734: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f339dc065d0 ([kernel.kallsyms]) 7f339dc065d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12193 3 7267028.055693: cycles: ffffffff813dc37d ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.056379: cycles: 5b8000 InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2189 1 7267028.060105: cycles: ffffffff810ff042 free_pages_prepare ([kernel.kallsyms]) ffffffff81102a59 free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f339dc10c87 ([kernel.kallsyms]) 7f339dc10c87 __munmap (/lib64/libc-2.11.3.so) perf 2190 0 7267028.061475: cycles: ffffffff8125e9fb copy_user_generic_string ([kernel.kallsyms]) ffffffff81160e87 copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2190 0 7267028.063006: cycles: 7f10c9329c9b _nl_find_locale (/lib64/libc-2.11.3.so) 7f10c93294fa __GI_setlocale (/lib64/libc-2.11.3.so) 453887 (/bin/bash) swapper 0 11 7267028.065033: cycles: ffffffff81460f10 _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8105906a nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 4 7267028.065236: cycles: ffffffff814693f0 irq_entries_start ([kernel.kallsyms]) ffffffffa045537e nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50ed5da8 () mmfsd 4554 14 7267028.065297: cycles: ffffffffa040e877 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 5 7267028.065778: cycles: ffffffff8104eb1e enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04a7ff0 ([mmfslinux]) ffffffffa05c05fb ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267028.066348: cycles: 5b16b7 ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13573 15 7267028.068150: cycles: ffffffff813e61af tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2190 1 7267028.068511: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd6c785a5d0 ([kernel.kallsyms]) 7fd6c785a5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 1566 8 7267028.074362: cycles: 931d75 () 7ffb704f2118 () 0 () sh 2191 9 7267028.074473: cycles: ffffffff81125f91 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () sh 2191 9 7267028.075407: cycles: 7fe29f5d95f4 __strcpy_sse2 (/lib64/libc-2.11.3.so) postgres 1593 13 7267028.076319: cycles: ffffffffff60018c (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2191 8 7267028.077400: cycles: 7fb03a521915 strip (/lib64/libc-2.11.3.so) 7fb03a521352 __GI_setlocale (/lib64/libc-2.11.3.so) 402263 (/usr/bin/addr2line) swapper 0 6 7267028.077741: cycles: ffffffff810016e8 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff88242a28a000 ([kernel.kallsyms]) swapper 0 5 7267028.078018: cycles: ffffffffa0411c3b ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267028.078020: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2191 8 7267028.078870: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8111c884 do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb03a57bdc8 ([kernel.kallsyms]) 7fb03a57bdc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 14 7267028.079062: cycles: ffffffff8108749d __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff810945cf tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267028.079172: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267028.080615: cycles: ffffffffa04c2614 ([mmfslinux]) ffffffffa0605a88 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () addr2lin 2191 8 7267028.081172: cycles: ffffffff8110591d put_page ([kernel.kallsyms]) ffffffff810fa631 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb03a5c55d0 ([kernel.kallsyms]) 7fb03a5c55d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 11 7267028.082696: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 7 7267028.084158: cycles: 7fffe2dff600 () 7ffb7c0e53aa () mmfsd 13768 6 7267028.084201: cycles: ffffffff8125a849 rb_erase ([kernel.kallsyms]) ffffffff8125b811 timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff8108786d hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff8145feb1 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2191 8 7267028.085138: cycles: 7fb03ad5ae42 (/usr/lib64/libbfd-2.23.1.so) postgres 1593 13 7267028.086294: cycles: ffffffff81258f04 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9733 find_lock_page ([kernel.kallsyms]) ffffffff8110fe32 shmem_getpage_gfp ([kernel.kallsyms]) ffffffff81110608 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13768 3 7267028.087586: cycles: ffffffff813e5402 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 595d4948 () perf 2192 11 7267028.087704: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4537 14 7267028.088577: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a8b85 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64008820 () sh 2192 11 7267028.088715: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 4533db ([kernel.kallsyms]) 4533db set_default_locale (/bin/bash) addr2lin 2192 10 7267028.089652: cycles: ffffffff81144963 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff810f3d0e perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811277a9 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9ef7ae4237 ([kernel.kallsyms]) 7f9ef7ae4237 __mprotect (/lib64/ld-2.11.3.so) 298000 () mmfsd 13754 6 7267028.089890: cycles: 91949b () 0 () addr2lin 2192 10 7267028.090172: cycles: ffffffff811556bc lookup_page_cgroup ([kernel.kallsyms]) ffffffff81152f88 mem_cgroup_update_page_stat ([kernel.kallsyms]) ffffffff811213b1 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9ef7ad97b0 ([kernel.kallsyms]) 7f9ef7ad97b0 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9ef7ad1985 dl_main (/lib64/ld-2.11.3.so) 7f9ef7ae2b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2192 10 7267028.090991: cycles: ffffffff81153fa0 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9ef6efe5d0 ([kernel.kallsyms]) 7f9ef6efe5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () mmfsd 13768 15 7267028.091050: cycles: 9264b2 () 0 () mmfsd 4543 11 7267028.091324: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 5 7267028.091830: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 4 7267028.091836: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b421 __x2apic_send_IPI_mask ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2192 10 7267028.093654: cycles: ffffffff811292c9 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9ef6efe5d0 ([kernel.kallsyms]) 7f9ef6efe5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 7 7267028.094492: cycles: ffffffff813f9273 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.096385: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 5 7267028.098230: cycles: ffffffff811452cd kmem_cache_free ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7c0c76f5 ([kernel.kallsyms]) 7ffb7c0c76f5 () 0 () mmfsd 13768 4 7267028.099783: cycles: 7ffb7c6a1070 () 564b265100000009 () swapper 0 6 7267028.101477: cycles: ffffffff810cd111 rcu_enter_nohz ([kernel.kallsyms]) ffffffff8106751a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2193 0 7267028.101574: cycles: 7f5ac41c8975 _dl_cache_libcmp (/lib64/ld-2.11.3.so) sh 2193 0 7267028.103876: cycles: 46ddf9 xstrchr (/bin/bash) swapper 0 15 7267028.103899: cycles: ffffffff81395ab8 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267028.104177: cycles: ffffffff813ef724 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.106335: cycles: 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267028.106889: cycles: ffffffff813a5e81 net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 5 7267028.107120: cycles: 91ac85 () 0 () mmfsd 4543 10 7267028.107196: cycles: ffffffffa04ff371 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2193 1 7267028.108539: cycles: 7fd3b119096c bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 55 () mmfsd 12193 3 7267028.110205: cycles: 11368dd () mmfsd 8049 4 7267028.110339: cycles: ffffffffa05bf453 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () 6b00000000000000 () mmfsd 1561 7 7267028.110350: cycles: ffffffffa0459b6e tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267028.112682: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2193 1 7267028.113591: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd3b09f05d0 ([kernel.kallsyms]) 7fd3b09f05d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 0 7267028.114245: cycles: ffffffff813dea4d __inet_lookup_established ([kernel.kallsyms]) ffffffff813f975b tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 13754 15 7267028.115963: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () postgres 1593 13 7267028.116290: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2193 1 7267028.116723: cycles: 7fd3b09a64b0 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 13754 5 7267028.118255: cycles: ffffffff8115bdeb fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13768 0 7267028.118770: cycles: 7ffb7c0c75f0 () swapper 0 6 7267028.120393: cycles: ffffffff813a606b napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2194 1 7267028.120828: cycles: ffffffff810f9f9c filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f0df75b0398 ([kernel.kallsyms]) 7f0df75b0398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f0df75a8985 dl_main (/lib64/ld-2.11.3.so) 7f0df75b9b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 14 7267028.121632: cycles: ffffffff81105917 put_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 11 7267028.122492: cycles: 9193a6 () 2550249200 () 7ffb509d7d18 () b10ff0d089ff4a8d ([kernel.kallsyms]) addr2lin 2194 0 7267028.123377: cycles: 7f635eb0440a _dl_relocate_object (/lib64/ld-2.11.3.so) 7f635eafc985 dl_main (/lib64/ld-2.11.3.so) 7f635eb0db03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () fail2ban 1215 12 7267028.123398: cycles: 7f4657d68710 () 0 () 7f4658007d80 () swapper 0 7 7267028.123649: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267028.124574: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.126344: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2194 0 7267028.126371: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f635df295d0 ([kernel.kallsyms]) 7f635df295d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () mmfsd 4537 15 7267028.126497: cycles: ffffffff8108d8ce getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff813f1675 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267028.127022: cycles: ffffffff810663b0 ns_to_timeval ([kernel.kallsyms]) ffffffff812bd111 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2194 0 7267028.129086: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f635df295d0 ([kernel.kallsyms]) 7f635df295d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13754 7 7267028.129790: cycles: ffffffffa040a240 ixgbe_update_itr (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412e62 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 91f542 ([kernel.kallsyms]) 91f542 () 0 () mmfsd 17989 6 7267028.130598: cycles: 920c2b () 564b26c3 () addr2lin 2194 0 7267028.133380: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f635df33c87 ([kernel.kallsyms]) 7f635df33c87 __munmap (/lib64/libc-2.11.3.so) mmfsd 13754 4 7267028.133816: cycles: 926571 () 0 () sh 2195 3 7267028.135121: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff810f3dc3 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () swapper 0 11 7267028.136030: cycles: ffffffff8137ba47 menu_reflect ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.136378: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2195 3 7267028.137078: cycles: 7fe0bcad9e3d _IO_vfscanf_internal (/lib64/libc-2.11.3.so) 7fe0bcaee815 _IO_vsscanf (/lib64/libc-2.11.3.so) 4174ee (/bin/bash) mmfsd 12090 5 7267028.137116: cycles: 1133cad () 7ffb64012fe0 () swapper 0 15 7267028.137958: cycles: ffffffff813ef818 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 9 7267028.138161: cycles: ffffffffa0453f8c nf_ct_get_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2195 2 7267028.138352: cycles: ffffffff811548b1 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fe0bcb2da57 ([kernel.kallsyms]) 7fe0bcb2da57 __execve (/lib64/libc-2.11.3.so) mmfsd 4554 14 7267028.138992: cycles: ffffffff8139f090 dev_pick_tx ([kernel.kallsyms]) ffffffff813a4779 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2195 2 7267028.139774: cycles: 7f1f2602e9e4 do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 17989 7 7267028.140571: cycles: 5b6859 () 1230000000f () addr2lin 2195 2 7267028.141121: cycles: ffffffff81461557 page_fault ([kernel.kallsyms]) 7f1f254019d3 ([kernel.kallsyms]) 7f1f254019d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 5354 9 7267028.142567: cycles: ffffffff81210f87 aa_revalidate_sk ([kernel.kallsyms]) ffffffff8138e16f sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267028.144068: cycles: ffffffff81407996 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2195 2 7267028.144255: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1f254555d0 ([kernel.kallsyms]) 7f1f254555d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () swapper 0 9 7267028.145821: cycles: ffffffff810cde6d __rcu_pending ([kernel.kallsyms]) ffffffff810ce02f rcu_check_callbacks ([kernel.kallsyms]) ffffffff810703bf update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.146308: cycles: 49069f hash_uint32 (/home/Computational/mark/andres/bin/postgres) 5bbf69 ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12193 3 7267028.146564: cycles: 7ffb7c0c7773 () 20 () 35 () 20 () 7ffb550dde10 () 200e1 () mmfsd 5354 8 7267028.146916: cycles: 5af160 () 7ffb6402db80 () mmfsd 4554 15 7267028.147316: cycles: ffffffffa040dc15 ixgbe_select_queue (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff8139f0d2 dev_pick_tx ([kernel.kallsyms]) ffffffff813a4779 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 11 7267028.148130: cycles: ffffffff81105917 put_page ([kernel.kallsyms]) ffffffff813e6a79 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2195 2 7267028.149400: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1f254555d0 ([kernel.kallsyms]) 7f1f254555d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4537 14 7267028.152706: cycles: ffffffff8108d8ce getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff813f1675 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2195 2 7267028.153028: cycles: ffffffff81101aa3 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1f2545fc87 ([kernel.kallsyms]) 7f1f2545fc87 __munmap (/lib64/libc-2.11.3.so) swapper 0 7 7267028.153837: cycles: ffffffff810016e8 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff88242a28a000 ([kernel.kallsyms]) mmfsd 13768 9 7267028.154001: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a654d ([mmfslinux]) ffffffffa05bf331 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () perf 2196 5 7267028.154367: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13754 6 7267028.156021: cycles: ffffffffa04be2d3 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267028.156247: cycles: 4bffe1 TransactionIdPrecedes (/home/Computational/mark/andres/bin/postgres) 7a5892 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2196 5 7267028.157578: cycles: 7f575c15bdf9 __GI_mbrtowc (/lib64/libc-2.11.3.so) mmfsd 4543 11 7267028.158403: cycles: ffffffff81051d95 pick_next_task_rt ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () addr2lin 2196 4 7267028.158639: cycles: 7f179d4953b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f179d48d985 dl_main (/lib64/ld-2.11.3.so) 7f179d49eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2196 4 7267028.160279: cycles: 7f179c868604 __free (/lib64/libc-2.11.3.so) 7f179d042fa7 (/usr/lib64/libbfd-2.23.1.so) 7f179d46dd00 (/usr/lib64/libbfd-2.23.1.so) 73626e65706f2d2a () mmfsd 13754 10 7267028.160315: cycles: ffffffff8104d5d4 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 13768 14 7267028.160941: cycles: ffffffff81045e66 wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2196 4 7267028.161878: cycles: 7f179c870db9 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 4555 7 7267028.163781: cycles: 10e6e8f () ffffc9003460b8a0 ([kernel.kallsyms]) mmfsd 12311 8 7267028.164300: cycles: ffffffffa040dbb4 ixgbe_select_queue (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff8139f0d2 dev_pick_tx ([kernel.kallsyms]) ffffffff813a4779 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 9 7267028.164474: cycles: ffffffff812bd155 intel_idle ([kernel.kallsyms]) mmfsd 13754 6 7267028.164691: cycles: ffffffff811435fe kmem_cache_alloc_node ([kernel.kallsyms]) ffffffff81395cba __alloc_skb ([kernel.kallsyms]) ffffffff813f1870 tcp_send_ack ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5c446118 () 3f469af200000008 () addr2lin 2196 4 7267028.165387: cycles: ffffffff810fa34a do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f179c8ba5d0 ([kernel.kallsyms]) 7f179c8ba5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 11 7267028.166118: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31862 1 7267028.166149: cycles: ffffffffa05c064f ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267028.166200: cycles: 46ffd7 heap_fill_tuple (/home/Computational/mark/andres/bin/postgres) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 14 7267028.169635: cycles: 7ffb7c6a1070 () 0 () mmfsd 4554 15 7267028.170802: cycles: ffffffff81394cc5 __copy_skb_header ([kernel.kallsyms]) ffffffff81394df4 __skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2196 4 7267028.171593: cycles: 7f179d04f652 (/usr/lib64/libbfd-2.23.1.so) 87afe03740800d5 () mmfsd 1561 6 7267028.172531: cycles: 7ffb7c0c75fb () 250158f730 () 9 () b10ff0d089ff4a8d ([kernel.kallsyms]) mmfsd 5354 9 7267028.174473: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () sh 2197 9 7267028.176139: cycles: ffffffff81125812 vma_merge ([kernel.kallsyms]) ffffffff81125f71 mmap_region ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe6ce61c1da ([kernel.kallsyms]) 7fe6ce61c1da mmap (/lib64/ld-2.11.3.so) 16f000 () mmfsd 1561 8 7267028.176145: cycles: 7ffb7c69adc0 () 250158f730 () 8 () b10ff0d089ff4a8d ([kernel.kallsyms]) postgres 1593 13 7267028.176159: cycles: 68ef18 LWLockAttemptLock (/home/Computational/mark/andres/bin/postgres) 68fb5d LWLockAcquire (/home/Computational/mark/andres/bin/postgres) 495ef8 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2197 9 7267028.177302: cycles: 7fe6cded4ded __GI_mbrtowc (/lib64/libc-2.11.3.so) mmfsd 12311 10 7267028.177992: cycles: 5b4bc0 () mmfsd 13754 15 7267028.178059: cycles: ffffffff810874e8 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff8145fe94 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 3 7267028.178063: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 8 7267028.178166: cycles: 931b89 () 7ffb62e9d1a9 () 0 () 0 () addr2lin 2197 8 7267028.179774: cycles: ffffffff8126e570 unmap_single ([kernel.kallsyms]) ffffffffa0412992 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7f6bdab8c91e ([kernel.kallsyms]) 7f6bdab8c91e bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 678b80 () mmfsd 13754 5 7267028.180157: cycles: ffffffff81051205 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4555 7 7267028.180562: cycles: 891229 () mmfsd 1561 9 7267028.182063: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2197 8 7267028.182206: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6bda3ec5d0 ([kernel.kallsyms]) 7f6bda3ec5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12311 11 7267028.182868: cycles: 9108d1 () mmfsd 13754 14 7267028.183782: cycles: ffffffff813e30cb tcp_cleanup_rbuf ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d5fffe8 () swapper 0 1 7267028.185955: cycles: ffffffff81395a96 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.186126: cycles: 5ac4b3 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2197 8 7267028.186928: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f6bda3989d3 ([kernel.kallsyms]) 7f6bda3989d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 11 7267028.188287: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff810017ef __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f90bd2000 ([kernel.kallsyms]) mmfsd 12090 6 7267028.191765: cycles: ffffffffa04ff3a3 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 10 7267028.193734: cycles: 5af3b5 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () 7ffb54446020 () 7ffb6c004a48 () mmfsd 13754 11 7267028.194601: cycles: 5b686a () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () 5560890 () 1598048 () mmfsd 8049 4 7267028.194642: cycles: 5b6859 () 2400000000 () 11e855a () 906666fffffc62e9 ([kernel.kallsyms]) swapper 0 7 7267028.195475: cycles: ffffffff81092540 clockevents_program_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff8108667e __remove_hrtimer ([kernel.kallsyms]) ffffffff81087601 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff81094e61 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 13573 5 7267028.195856: cycles: ffffffff81047964 task_of ([kernel.kallsyms]) ffffffff8104e498 dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6801d160 () postgres 1593 13 7267028.196097: cycles: ffffffffa04add01 ([mmfslinux]) ffffffffa04c6050 ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2198 1 7267028.196446: cycles: 7fd537878db2 _nl_normalize_codeset (/lib64/libc-2.11.3.so) 7fd537872aa1 _nl_find_locale (/lib64/libc-2.11.3.so) 7fd537872352 __GI_setlocale (/lib64/libc-2.11.3.so) 402263 (/usr/bin/addr2line) addr2lin 2198 1 7267028.199407: cycles: ffffffff81115e87 next_zones_zonelist ([kernel.kallsyms]) ffffffff811027ee __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd5378ccdc8 ([kernel.kallsyms]) 7fd5378ccdc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 13754 14 7267028.201125: cycles: 92fe36 () swapper 0 15 7267028.201680: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 0 7267028.201969: cycles: ffffffff813e30cd tcp_cleanup_rbuf ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 550b4798 () 564b281b00000009 () addr2lin 2198 1 7267028.202451: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd5379165d0 ([kernel.kallsyms]) 7fd5379165d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 5354 9 7267028.203021: cycles: ffffffffa05c06e8 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 12311 10 7267028.204674: cycles: ffffffff81058a3b load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6432bda0 () swapper 0 12 7267028.204736: cycles: ffffffff81051425 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 6 7267028.204763: cycles: ffffffff814077b3 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 54ccf288 () mmfsd 12193 3 7267028.204923: cycles: ffffffff813f06a0 tcp_current_mss ([kernel.kallsyms]) ffffffff813e2a6f tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2198 1 7267028.206075: cycles: ffffffff81258ee7 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd5379165d0 ([kernel.kallsyms]) 7fd5379165d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () postgres 1593 13 7267028.206103: cycles: 5bbaf3 ExecHashGetBucketAndBatch (/home/Computational/mark/andres/bin/postgres) 5bdd21 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267028.207500: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267028.208772: cycles: ffffffff813cdef0 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d780ab8 () 3f469bc300000008 () mmfsd 13573 5 7267028.208877: cycles: 916d7b () sh 2199 0 7267028.210463: cycles: ffffffff811002ed get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8112816b move_page_tables ([kernel.kallsyms]) ffffffff81161ec2 shift_arg_pages ([kernel.kallsyms]) ffffffff8116214b setup_arg_pages ([kernel.kallsyms]) ffffffff811a8b10 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () mmfsd 4554 14 7267028.211706: cycles: 1141d72 () 11d7072 () 589fb0 () addr2lin 2199 1 7267028.213549: cycles: ffffffff81153f67 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc90ecaf3b8 ([kernel.kallsyms]) 7fc90ecaf3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fc90eca7985 dl_main (/lib64/ld-2.11.3.so) 7fc90ecb8b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 12193 3 7267028.213941: cycles: 1133cc9 () 7ffb6c4f77e0 () mmfsd 13768 5 7267028.214115: cycles: 7ffb7c0c4ea1 () swapper 0 11 7267028.214863: cycles: ffffffff81105917 put_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31862 0 7267028.214941: cycles: 5b6859 () 15aa160 () postgres 1593 13 7267028.216068: cycles: 798f71 palloc0 (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4539 4 7267028.216147: cycles: 9131a4 () addr2lin 2199 1 7267028.218300: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc90e0d45d0 ([kernel.kallsyms]) 7fc90e0d45d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 17989 7 7267028.220125: cycles: ffffffff81395cc9 __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267028.220834: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 3 7267028.220937: cycles: ffffffffa0413157 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 6 7267028.221031: cycles: 7ffb7cb55228 () perf 30004 0 7267028.223815: cycles: ffffffff8107f3e7 task_tgid_nr_ns ([kernel.kallsyms]) ffffffff810ef971 perf_event_task_output ([kernel.kallsyms]) ffffffff810efaff perf_event_task_ctx ([kernel.kallsyms]) ffffffff810efbf8 perf_event_task ([kernel.kallsyms]) ffffffff8105f9a2 copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 4554 15 7267028.223952: cycles: ffffffff813e3953 get_page ([kernel.kallsyms]) ffffffff813e698e tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2200 8 7267028.224321: cycles: ffffffff8111e4a4 unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 5 7267028.225185: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 11 7267028.225801: cycles: ffffffff810869e1 hrtimer_init ([kernel.kallsyms]) ffffffff8145fe4a schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 13 7267028.226034: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 17989 6 7267028.226628: cycles: ffffffff81057fb7 select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 31862 1 7267028.226787: cycles: ffffffff81046f00 __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 7 7267028.227639: cycles: ffffffff813eec58 tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 14 7267028.227874: cycles: 634c2b () 1849a8 () addr2lin 2200 9 7267028.227920: cycles: ffffffff81121955 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe9c8e235d0 ([kernel.kallsyms]) 7fe9c8e235d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () addr2lin 2200 9 7267028.229706: cycles: 7fe9c95d12f7 bfd_elf_string_from_elf_section (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 4555 3 7267028.229722: cycles: ffffffff81059228 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6432bda0 () mmfsd 12311 10 7267028.231363: cycles: 5b52f8 () ffffc90034552920 ([kernel.kallsyms]) addr2lin 2200 9 7267028.232364: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe9c8e235d0 ([kernel.kallsyms]) 7fe9c8e235d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 8 7267028.232640: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 3 7267028.233494: cycles: ffffffff81049efb check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 1561 2 7267028.234687: cycles: 1133cc9 () 15aa1c0 () postgres 1593 13 7267028.236101: cycles: 7fffe8fff600 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2200 9 7267028.236570: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe9c8e235d0 ([kernel.kallsyms]) 7fe9c8e235d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () mmfsd 4554 14 7267028.237190: cycles: 5b6876 () 11d7072 () 589fb0 () mmfsd 13754 6 7267028.237248: cycles: ffffffff811452cd kmem_cache_free ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d780ab8 () 3f469c4c00000008 () mmfsd 13768 15 7267028.237571: cycles: 7ffb7cb58347 () mmfsd 13754 3 7267028.238345: cycles: ffffffff81067601 local_bh_enable ([kernel.kallsyms]) ffffffffa0403838 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d1d8048 () mmfsd 1561 2 7267028.239313: cycles: ffffffff8110591d put_page ([kernel.kallsyms]) ffffffff813e6a79 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 7 7267028.242332: cycles: ffffffffa05c0780 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () addr2lin 2201 8 7267028.242979: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f20cd7c9dc8 ([kernel.kallsyms]) 7f20cd7c9dc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 12311 10 7267028.244971: cycles: 5b501a () ffffc90039222b60 ([kernel.kallsyms]) swapper 0 4 7267028.245526: cycles: ffffffff8145e94a __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.246056: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb873d6bb7e ([kernel.kallsyms]) 7fb873d6bb7e __GI_memset (/lib64/libc-2.11.3.so) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2201 8 7267028.246417: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f20cd8135d0 ([kernel.kallsyms]) 7f20cd8135d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 14 7267028.246944: cycles: 91f510 () 0 () mmfsd 4554 15 7267028.248064: cycles: 9217a5 () swapper 0 3 7267028.249604: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 5 7267028.249974: cycles: 89a303 () ffffc900466b21f0 ([kernel.kallsyms]) mmfsd 1561 2 7267028.251419: cycles: ffffffff813a48c8 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 6 7267028.251699: cycles: ffffffff813e6802 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 8 7267028.251935: cycles: ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2202 0 7267028.252102: cycles: ffffffff810f3d9d perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80f4 elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () swapper 0 9 7267028.252537: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 7 7267028.254288: cycles: ffffffffa04a6559 ([mmfslinux]) ffffffffa05bf331 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () postgres 30311 11 7267028.254883: cycles: 675291 SyncOneBuffer (/home/Computational/mark/andres/bin/postgres) 675940 BgBufferSync (/home/Computational/mark/andres/bin/postgres) 63d813 BackgroundWriterMain (/home/Computational/mark/andres/bin/postgres) 4e29ea AuxiliaryProcessMain (/home/Computational/mark/andres/bin/postgres) 64613a StartChildProcess (/home/Computational/mark/andres/bin/postgres) 64a282 reaper (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2202 0 7267028.255719: cycles: 7f402bf5bc9e _dl_load_cache_lookup (/lib64/ld-2.11.3.so) postgres 1593 13 7267028.256024: cycles: 7a5754 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267028.257244: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2202 0 7267028.257798: cycles: 7f402bb06de3 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 6ec680 () swapper 0 5 7267028.259181: cycles: ffffffff8108d932 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd0e3 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2202 0 7267028.260120: cycles: ffffffff81153f33 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f402b3835d0 ([kernel.kallsyms]) 7f402b3835d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13573 4 7267028.261830: cycles: ffffffffa041a074 ixgbe_tx_ctxtdesc (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04132eb ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2202 0 7267028.263563: cycles: ffffffff81121a94 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f402b32f9d3 ([kernel.kallsyms]) 7f402b32f9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 12193 2 7267028.263884: cycles: 89a3e4 () ffffc9002c8b7a08 ([kernel.kallsyms]) swapper 0 15 7267028.264772: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.265985: cycles: 7fb873d6c796 __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 3 7267028.266124: cycles: ffffffff81094b8a tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff8106759a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 11 7267028.267968: cycles: 92089a () 2550249200 () 7ffb509d7d18 () b10ff0d089ff4a8d ([kernel.kallsyms]) mmfsd 1561 2 7267028.268965: cycles: ffffffff813ab94c dst_release ([kernel.kallsyms]) ffffffff813958f9 skb_release_head_state ([kernel.kallsyms]) ffffffff81395b59 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 5b6876 ([kernel.kallsyms]) 5b6876 () mmfsd 13754 14 7267028.270012: cycles: ffffffff812548a9 find_next_bit ([kernel.kallsyms]) ffffffff81254545 cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d707b88 () swapper 0 11 7267028.270737: cycles: ffffffff812bd101 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 6 7267028.271665: cycles: ffffffff81045ebe wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 4 7267028.271695: cycles: ffffffff8137a8f0 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 10 7267028.271715: cycles: ffffffffa049a18c iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12193 3 7267028.272071: cycles: 891215 () swapper 0 5 7267028.272696: cycles: ffffffff8125a462 rb_insert_color ([kernel.kallsyms]) ffffffff8104ea72 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2203 8 7267028.273387: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb2d44b15d0 ([kernel.kallsyms]) 7fb2d44b15d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 15 7267028.274319: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267028.274597: cycles: ffffffff810ccfe3 rcu_exit_nohz ([kernel.kallsyms]) ffffffff8106766e irq_enter ([kernel.kallsyms]) ffffffff81055fbf scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267028.274882: cycles: ffffffff8137ba67 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.275949: cycles: 495ff6 heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 2 7267028.276446: cycles: ffffffff813e1f35 tcp_poll ([kernel.kallsyms]) ffffffff81198bc6 ep_send_events_proc ([kernel.kallsyms]) ffffffff81199292 ep_scan_ready_list ([kernel.kallsyms]) ffffffff81199623 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () kworker/ 89 8 7267028.277430: cycles: ffffffff8107b998 process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 12193 3 7267028.280189: cycles: ffffffffa0413484 ixgbe_xmit_frame (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 7 7267028.280710: cycles: ffffffffa05be751 ([mmfs26]) ffffffffa05befb1 ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () d00000000011c22 () sh 2204 11 7267028.281032: cycles: ffffffff81087abf up_read ([kernel.kallsyms]) ffffffff81464991 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f647a32f054 ([kernel.kallsyms]) 7f647a32f054 _dl_setup_hash (/lib64/ld-2.11.3.so) 7f647a32dd2d _dl_map_object (/lib64/ld-2.11.3.so) 6469757465730036 () mmfsd 12311 10 7267028.282079: cycles: ffffffff813e636f tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 5 7267028.282297: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a654d ([mmfslinux]) ffffffffa05bf331 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () d00000000011c22 () swapper 0 4 7267028.282334: cycles: ffffffff813eeca1 tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267028.282803: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 11 7267028.283056: cycles: ffffffff813db2a0 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2204 10 7267028.283815: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f29465bdec0 ([kernel.kallsyms]) 7f29465bdec0 bfd_lookup_arch (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 2 7267028.284016: cycles: ffffffff813f87d0 xfrm4_policy_check ([kernel.kallsyms]) ffffffff813f961a tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2204 10 7267028.285328: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2945e415d0 ([kernel.kallsyms]) 7f2945e415d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () postgres 1593 13 7267028.285920: cycles: 5ac4a7 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 3 7267028.287189: cycles: ffffffff8104e423 dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4555 9 7267028.287632: cycles: ffffffff8145ee4f thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64014cb0 () addr2lin 2204 10 7267028.287759: cycles: ffffffff810f9141 find_get_page ([kernel.kallsyms]) ffff88230025fe60 ([kernel.kallsyms]) 7f2945e415d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) kworker/ 92 1 7267028.288533: cycles: ffffffff8107a778 need_to_create_worker ([kernel.kallsyms]) ffffffff8107e68f worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 12090 6 7267028.289406: cycles: 11368dd () swapper 0 4 7267028.289714: cycles: ffffffff81395a96 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31862 0 7267028.289958: cycles: ffffffffa04599d5 tcp_pkt_to_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267028.290990: cycles: ffffffff813a5ff8 net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 15 7267028.291717: cycles: ffffffffa0412934 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7cb55e01 ([kernel.kallsyms]) 7ffb7cb55e01 () mmfsd 12311 10 7267028.292473: cycles: 8938c9 () ffffc90034551320 ([kernel.kallsyms]) perf 30004 11 7267028.292753: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8111d1cb __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13573 5 7267028.293088: cycles: ffffffff8145ee49 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6432bda0 () swapper 0 2 7267028.295501: cycles: ffffffff812bd16e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 7 7267028.295650: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.295891: cycles: 783220 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 31862 1 7267028.297789: cycles: ffffffff813a46e3 __napi_schedule ([kernel.kallsyms]) ffffffffa040cd3b ixgbe_msix_clean_rings (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff810c7462 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7c0f3e53 ([kernel.kallsyms]) 7ffb7c0f3e53 () 7ffb70e5f098 () 0 () mmfsd 4554 14 7267028.298464: cycles: 7ffb7c0c3b95 () swapper 0 15 7267028.300105: cycles: ffffffff8145e82f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2205 1 7267028.301735: cycles: 7f7f53d6e8c2 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 8c1f00 () mmfsd 12193 3 7267028.304379: cycles: ffffffff813cdef0 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2205 1 7267028.305338: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7f535ce5d0 ([kernel.kallsyms]) 7f7f535ce5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267028.305865: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 31862 0 7267028.306010: cycles: ffffffff813f15b8 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 6 7267028.307012: cycles: 89a585 () mmfsd 13573 5 7267028.307108: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813c0eca sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 7 7267028.307609: cycles: ffffffff81068148 local_bh_enable_ip ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50f3f7b8 () addr2lin 2205 1 7267028.308122: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7f535ce5d0 ([kernel.kallsyms]) 7f7f535ce5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 8 7267028.309356: cycles: ffffffff811451a2 kmem_cache_free ([kernel.kallsyms]) ffffffff810cd5d2 rcu_do_batch ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 3 7267028.310052: cycles: 7ffb7c0c5086 () 0 () mmfsd 13768 11 7267028.311161: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2205 1 7267028.311520: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7f535d8c87 ([kernel.kallsyms]) 7f7f535d8c87 __munmap (/lib64/libc-2.11.3.so) mmfsd 4554 14 7267028.315104: cycles: ffffffff81460f30 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () d00000000011c22 () mmfsd 13573 5 7267028.315403: cycles: ffffffffa0459d95 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2206 8 7267028.315447: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f17539573b8 ([kernel.kallsyms]) 7f17539573b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f175394f985 dl_main (/lib64/ld-2.11.3.so) 7f1753960b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 17989 2 7267028.315574: cycles: ffffffff810882a4 up ([kernel.kallsyms]) ffffffffa053ac7c ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () e00000000001597e ([kernel.kallsyms]) postgres 1593 13 7267028.315839: cycles: 7fffe8fff8f5 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 15 7267028.317731: cycles: ffffffff8137a928 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267028.317807: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2206 8 7267028.318513: cycles: 7f175352bcd0 bfd_elf_sym_name (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 17989 2 7267028.319719: cycles: ffffffffa05be720 ([mmfs26]) ffffffffa05bf1c0 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c0066f0 () swapper 0 5 7267028.322612: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2206 8 7267028.322645: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1752d7c5d0 ([kernel.kallsyms]) 7f1752d7c5d0 __GI___read (/lib64/libc-2.11.3.so) 66615f6574656c65 () mmfsd 12090 7 7267028.322833: cycles: 9318fa () 0 () 0 () swapper 0 4 7267028.322975: cycles: ffffffff81045bea clear_buddies ([kernel.kallsyms]) ffffffff81059a04 pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 31862 0 7267028.323318: cycles: ffffffff81100150 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 11 7267028.323740: cycles: 92ac87 () 0 () mmfsd 12193 3 7267028.324091: cycles: ffffffff813e6714 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 6 7267028.325219: cycles: ffffffff81059243 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15d07c0 () postgres 1593 13 7267028.325815: cycles: 7fffe8fff662 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267028.325890: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 9 7267028.326643: cycles: 4409f6 (/usr/bin/perf) mmfsd 4554 14 7267028.327502: cycles: ffffffff81461101 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 5 7267028.328511: cycles: ffffffff810c745c handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2207 11 7267028.329529: cycles: 7fc4c638b349 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) ff00000000 () mmfsd 8049 4 7267028.329739: cycles: 931669 () 0 () 0 () sh 2208 12 7267028.329818: cycles: 7fc4c6b3c660 strcmp (/lib64/ld-2.11.3.so) 6469757465730036 () sh 2208 12 7267028.329991: cycles: ffffffff8126006d strnlen_user ([kernel.kallsyms]) ffffffff81160d4e copy_strings ([kernel.kallsyms]) ffffffff81162bc0 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fc4c6410a57 ([kernel.kallsyms]) 7fc4c6410a57 __execve (/lib64/libc-2.11.3.so) 6a7580 () 6a75e0 () 6a7650 () 6a76c0 () 6a7720 () 6a7780 () objdump 2208 12 7267028.330176: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc8a4a37fb7 ([kernel.kallsyms]) 7fc8a4a37fb7 __libc_read (/lib64/ld-2.11.3.so) 7fc8a4a3b7dd (/lib64/ld-2.11.3.so) expand 2210 15 7267028.330383: cycles: 7fe66a1c9bd5 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fe66a1cb4f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe66a1c3985 dl_main (/lib64/ld-2.11.3.so) 7fe66a1d4b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () grep 2209 14 7267028.330970: cycles: ffffffff81144be4 kmem_cache_alloc ([kernel.kallsyms]) ffffffff81165c83 getname_flags ([kernel.kallsyms]) ffffffff81159ff1 do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8c3b8ae1e0 ([kernel.kallsyms]) 7f8c3b8ae1e0 __GI___open64 (/lib64/libc-2.11.3.so) 7f8c3b923890 (/lib64/libc-2.11.3.so) objdump 2208 12 7267028.331568: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc8a4a2d3b8 ([kernel.kallsyms]) 7fc8a4a2d3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fc8a4a25985 dl_main (/lib64/ld-2.11.3.so) 7fc8a4a36b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 8049 4 7267028.334978: cycles: 11368aa () swapper 0 5 7267028.335016: cycles: ffffffffa0459dc8 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.335797: cycles: 46faf0 nocachegetattr (/home/Computational/mark/andres/bin/postgres) 7a0ab7 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267028.335800: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 2 7267028.336462: cycles: ffffffff81139498 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267028.337560: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 10 7267028.338605: cycles: ffffffff81461093 _raw_spin_unlock_bh ([kernel.kallsyms]) ffffffff813911e0 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267028.341705: cycles: ffffffffa04ff754 nf_nat_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2208 12 7267028.342114: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc8a39325d0 ([kernel.kallsyms]) 7fc8a39325d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4554 14 7267028.342291: cycles: ffffffffa040391b ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 7 7267028.343141: cycles: 5af098 () 15ca730 () swapper 0 6 7267028.343862: cycles: ffffffff8104c7ca enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 3 7267028.343987: cycles: ffffffff8107f39d __task_pid_nr_ns ([kernel.kallsyms]) ffffffffa04c2645 ([mmfslinux]) ffffffffa0605ae4 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb508f1a90 () swapper 0 15 7267028.345057: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267028.345147: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 8 7267028.345565: cycles: ffffffff813a3170 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.345774: cycles: ffffffffa05414db ([mmfs26]) ffffffffa0541939 ([mmfs26]) ffffffffa05718be ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 17989 2 7267028.348781: cycles: ffffffffa040cd3b ixgbe_msix_clean_rings (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff810c7462 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 5af06e ([kernel.kallsyms]) 5af06e () 7ffb6c0066f0 () mmfsd 13768 4 7267028.351200: cycles: ffffffff810883a0 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05c05bd ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () perf 30004 9 7267028.353475: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 4537 15 7267028.353547: cycles: ffffffff8125ea14 copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 3 7267028.353765: cycles: ffffffff81045e66 wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 5 7267028.354707: cycles: ffffffff8125f8fe __memcpy ([kernel.kallsyms]) ffffffffa040f539 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2211 11 7267028.355404: cycles: 42bf6f (/bin/bash) postgres 1593 13 7267028.355824: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2211 10 7267028.355992: cycles: ffffffff8111d49f free_pgd_range ([kernel.kallsyms]) ffffffff8111d9ef free_pgtables ([kernel.kallsyms]) ffffffff811241ac unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe43b0c01da ([kernel.kallsyms]) 7fe43b0c01da mmap (/lib64/ld-2.11.3.so) 298000 () addr2lin 2211 10 7267028.358358: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe43a490dc8 ([kernel.kallsyms]) 7fe43a490dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 4 7267028.358722: cycles: ffffffff81055fb5 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 5 7267028.358888: cycles: ffffffff81049e9d resched_task ([kernel.kallsyms]) ffffffff81049f65 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 2 7267028.359795: cycles: ffffffff810549c2 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2211 10 7267028.361040: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe43a4da5d0 ([kernel.kallsyms]) 7fe43a4da5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4554 14 7267028.361106: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810549ba try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 3 7267028.361699: cycles: ffffffff81460eda _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa053ac7c ([mmfs26]) ffffffffa05c057f ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 11 7267028.362021: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 6 7267028.363268: cycles: ffffffff81391b16 sock_kmalloc ([kernel.kallsyms]) ffffffff8138f285 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 7 7267028.364613: cycles: ffffffff81051126 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb68017eb0 () addr2lin 2211 10 7267028.364795: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe43a4869d3 ([kernel.kallsyms]) 7fe43a4869d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267028.365785: cycles: 5b7d67 InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267028.365802: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 2 7267028.365939: cycles: 920a4e () 7ffb63415099 () 0 () 0 () mmfsd 4537 15 7267028.366351: cycles: ffffffffa0455097 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 1 7267028.369240: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 3 7267028.369601: cycles: ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () addr2lin 2211 10 7267028.370438: cycles: ffffffff811018c0 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe43a4e4c87 ([kernel.kallsyms]) 7fe43a4e4c87 __munmap (/lib64/libc-2.11.3.so) swapper 0 0 7267028.370472: cycles: ffffffff8145eed2 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) swapper 0 2 7267028.372592: cycles: ffffffffa045a71d tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 0 7267028.373929: cycles: ffffffff8104e03e check_preempt_wakeup ([kernel.kallsyms]) ffffffff81049f75 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () sh 2212 1 7267028.374826: cycles: 7f71aeb789d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267028.375750: cycles: ffffffffff60018c (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12311 11 7267028.376274: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff813929a9 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 4 7267028.376371: cycles: ffffffff81198bd2 ep_send_events_proc ([kernel.kallsyms]) ffffffff81199292 ep_scan_ready_list ([kernel.kallsyms]) ffffffff81199623 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 9 7267028.376624: cycles: ffffffff814694a8 irq_entries_start ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2212 1 7267028.377426: cycles: 7ff8bf2299a2 do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 4537 14 7267028.378317: cycles: ffffffffa05be751 ([mmfs26]) ffffffffa05bf1c0 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c01ba10 () swapper 0 0 7267028.378924: cycles: ffffffffa04036da ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 2212 1 7267028.379676: cycles: 7ff8bedf41cb bfd_section_from_elf_index (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 3 7267028.379737: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 15 7267028.382072: cycles: ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2212 1 7267028.382723: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff8be6505d0 ([kernel.kallsyms]) 7ff8be6505d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 0 7267028.384226: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) postgres 1593 13 7267028.385719: cycles: 5b16a8 ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 17989 2 7267028.385743: cycles: ffffffffa0411cb9 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa0605b00 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c0066f0 () mmfsd 12090 7 7267028.386794: cycles: ffffffff813f0711 tcp_init_tso_segs ([kernel.kallsyms]) ffffffff813f3e1c tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2212 1 7267028.387785: cycles: 7ff8be5fbe24 _int_malloc (/lib64/libc-2.11.3.so) swapper 0 6 7267028.388501: cycles: ffffffff814610fe _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa0453d0f __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267028.389739: cycles: ffffffff81054f14 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267028.391950: cycles: ffffffff8102b442 __x2apic_send_IPI_mask ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 17989 2 7267028.393071: cycles: ffffffffa0455187 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4537 14 7267028.394223: cycles: ffffffff81058a3b load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15cba80 () sh 2213 0 7267028.394559: cycles: 7fe9e1210a7d msort_with_tmp (/lib64/libc-2.11.3.so) 698ae6 () 53492e54495f7469 () mmfsd 4539 9 7267028.394635: cycles: ffffffff813e7790 tcp_fast_path_on ([kernel.kallsyms]) ffffffff813ef093 tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.395689: cycles: 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4555 8 7267028.395776: cycles: ffffffff813e39ec sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 3 7267028.397122: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813c0eca sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267028.397200: cycles: ffffffff8125b8e3 timerqueue_add ([kernel.kallsyms]) ffffffff810866ca enqueue_hrtimer ([kernel.kallsyms]) ffffffff810874b4 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff81094e61 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) addr2lin 2213 1 7267028.399013: cycles: ffffffff81106280 __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7ff152695dc8 ([kernel.kallsyms]) 7ff152695dc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 12193 15 7267028.402597: cycles: 9134ef () 0 () mmfsd 13754 2 7267028.402714: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05c07e5 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 5354 7 7267028.403254: cycles: 10e4e67 () postgres 1593 13 7267028.405664: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 11 7267028.405985: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2213 1 7267028.406181: cycles: 7ff152695552 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 9 7267028.408303: cycles: ffffffff8125a591 __rb_erase_color ([kernel.kallsyms]) ffffffff8104e1cf set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 31862 0 7267028.408480: cycles: ffffffff814086c3 inet_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 8 7267028.408690: cycles: ffffffff813e6387 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12193 14 7267028.409649: cycles: 8939e5 () ffffc900344a47e0 ([kernel.kallsyms]) swapper 0 3 7267028.409951: cycles: ffffffff813ce0f7 nf_hook_slow ([kernel.kallsyms]) ffff8805477208e8 ([kernel.kallsyms]) mmfsd 12090 6 7267028.411155: cycles: 8a09eb () 7ffb00000200 () mmfsd 13573 4 7267028.411847: cycles: ffffffffa0458b26 __nf_ct_l4proto_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455375 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2214 8 7267028.413336: cycles: 7ff535b71433 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff535b69985 dl_main (/lib64/ld-2.11.3.so) 7ff535b7ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 2 7267028.413425: cycles: 5af59e () 1597e90 () 801f0f0028aa3f () addr2lin 2214 9 7267028.414796: cycles: ffffffff8112670c get_unmapped_area ([kernel.kallsyms]) ffffffff81126d7a do_mmap_pgoff ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f368ad6f1da ([kernel.kallsyms]) 7f368ad6f1da mmap (/lib64/ld-2.11.3.so) 6070 () mmfsd 4537 15 7267028.415158: cycles: 898742 () ffffc900343264e0 ([kernel.kallsyms]) postgres 1593 13 7267028.415730: cycles: 782ccd CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2214 9 7267028.415794: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f368a166460 ([kernel.kallsyms]) 7f368a166460 sysconf (/lib64/libc-2.11.3.so) 7f368a0e5352 __GI_setlocale (/lib64/libc-2.11.3.so) 402263 (/usr/bin/addr2line) mmfsd 5354 7 7267028.416234: cycles: ffffffff811eb7f7 security_socket_sendmsg ([kernel.kallsyms]) ffffffff8138e16f sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2214 9 7267028.416854: cycles: ffffffff81087abf up_read ([kernel.kallsyms]) ffffffff81464991 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f368a9298f4 ([kernel.kallsyms]) 7f368a9298f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 55c7d0 () mmfsd 13754 3 7267028.417471: cycles: ffffffff81009160 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffffa04a8d10 ([mmfslinux]) ffffffffa05c0b78 ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 4539 8 7267028.417989: cycles: ffffffff81468d27 system_call_after_swapgs ([kernel.kallsyms]) 7ffb7c0f3e5a ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2214 9 7267028.419107: cycles: ffffffff810fffdd prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8114da08 do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f368a1895d0 ([kernel.kallsyms]) 7f368a1895d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 31862 0 7267028.420419: cycles: ffffffff810cd1f0 rcu_irq_exit ([kernel.kallsyms]) ffffffff8106751a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267028.420604: cycles: ffffffff8104d941 update_cfs_shares ([kernel.kallsyms]) ffffffff8104e9b4 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 2 7267028.420805: cycles: ffffffffa04035de ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2214 9 7267028.424039: cycles: 7f368a920490 (/usr/lib64/libbfd-2.23.1.so) 200000000 () postgres 1593 13 7267028.425684: cycles: ffffffffa0546cd7 ([mmfs26]) ffffffffa05540de ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 4 7267028.426113: cycles: 91f4de () 0 () mmfsd 4554 15 7267028.426126: cycles: 933021 () 0 () mmfsd 13768 6 7267028.426223: cycles: 5b6859 () mmfsd 4539 8 7267028.431161: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8110181b free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8116c3c8 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb7439baf0 () mmfsd 13768 3 7267028.431165: cycles: ffffffff81461101 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4c02ddd8 () sh 2215 9 7267028.431880: cycles: 7f2175375af9 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f217536d985 dl_main (/lib64/ld-2.11.3.so) 7f217537eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 14 7267028.432440: cycles: ffffffff8125a462 rb_insert_color ([kernel.kallsyms]) ffffffff8104ea72 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267028.433035: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 2 7267028.433146: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 15 7267028.434480: cycles: ffffffffa041208c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7cb536a3 ([kernel.kallsyms]) 7ffb7cb536a3 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () 1598048 () 7ffb5536c7e0 () addr2lin 2215 8 7267028.434643: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f112fc6f5d0 ([kernel.kallsyms]) 7f112fc6f5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () postgres 1593 13 7267028.435732: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2215 8 7267028.436789: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f112fc6f5d0 ([kernel.kallsyms]) 7f112fc6f5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 31862 0 7267028.439061: cycles: ffffffffa045a314 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2215 8 7267028.439436: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f112fc6f5d0 ([kernel.kallsyms]) 7f112fc6f5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 11 7267028.441404: cycles: ffffffff8103078e native_set_ldt ([kernel.kallsyms]) ffffffff8145ef03 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 1 7267028.442148: cycles: ffffffff8108d8e9 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 3 7267028.443080: cycles: ffffffff813f9239 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff81067659 local_bh_enable ([kernel.kallsyms]) ffffffff813a48b2 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2215 8 7267028.444042: cycles: 7f11304063fe (/usr/lib64/libbfd-2.23.1.so) 1 () postgres 1593 13 7267028.445677: cycles: ffffffff81092598 clockevents_program_event ([kernel.kallsyms]) ffff88215e9abfd8 ([kernel.kallsyms]) 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 0 7267028.446065: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) swapper 0 2 7267028.448327: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 11 7267028.450385: cycles: ffffffff813f114d tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267028.450467: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2216 0 7267028.451071: cycles: 7f0296253280 __GI_bsearch (/lib64/libc-2.11.3.so) 20000320020a () mmfsd 4537 15 7267028.451603: cycles: ffffffff8125f8fe __memcpy ([kernel.kallsyms]) ffffffff8102b353 __x2apic_send_IPI_mask ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 7 7267028.451734: cycles: ffffffffa05c03d9 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640298f0 () mmfsd 4554 14 7267028.451791: cycles: ffffffff810cc1b0 rcu_bh_qs ([kernel.kallsyms]) ffffffff81067832 __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa051f531 ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05c03a2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6801a1c0 () swapper 0 11 7267028.455149: cycles: ffffffffa041208c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267028.455377: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 4 7267028.455448: cycles: 920896 () 2564000078 () 0 () b10ff0d089ff4a8d ([kernel.kallsyms]) postgres 1593 13 7267028.455651: cycles: 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4543 3 7267028.456992: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81004478 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff813ebfff tcp_data_queue ([kernel.kallsyms]) 22f4 ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 0 7267028.457055: cycles: ffffffff8106751a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 2216 1 7267028.457721: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fbe09482dc8 ([kernel.kallsyms]) 7fbe09482dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 2 7267028.457825: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267028.461927: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff8116d2c6 pollwake ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81322290 credit_entropy_bits ([kernel.kallsyms]) ffffffff813225dc add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2216 1 7267028.462129: cycles: ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbe094cc5d0 ([kernel.kallsyms]) 7fbe094cc5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 0 7267028.465426: cycles: ffffffff813e2d28 tcp_service_net_dma ([kernel.kallsyms]) ffffffff813e57a6 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d66c258 () addr2lin 2216 1 7267028.465428: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fbe094789d3 ([kernel.kallsyms]) 7fbe094789d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 12311 14 7267028.465459: cycles: 7fffe2dff601 () 7ffb7c0e53aa () postgres 1593 13 7267028.465603: cycles: 5bbf9a ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267028.469137: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2216 1 7267028.470003: cycles: 7fbe0947b810 __realloc (/lib64/libc-2.11.3.so) mmfsd 13754 3 7267028.470043: cycles: 7ffb7c6a1180 () 3f46a07900000008 () mmfsd 13768 15 7267028.470494: cycles: ffffffff81407904 pskb_may_pull ([kernel.kallsyms]) ffffffff81407b08 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 9193b9 ([kernel.kallsyms]) 9193b9 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () 7ffb6c004a48 () 7ffb5d6b3580 () mmfsd 12090 7 7267028.471432: cycles: ffffffffa04550a0 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 2 7267028.472465: cycles: ffffffff810fd5b7 zone_watermark_ok ([kernel.kallsyms]) ffffffff811004f0 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 0 7267028.473271: cycles: ffffffff810583a1 select_task_rq_fair ([kernel.kallsyms]) ffffffff810585e8 wake_up_new_task ([kernel.kallsyms]) ffffffff8105fc60 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267028.475562: cycles: ffffffffa04aa644 ([mmfslinux]) ffffffffa04c01d0 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2217 8 7267028.476753: cycles: 7fcf0bd889ac do_lookup_x (/lib64/ld-2.11.3.so) addr2lin 2217 8 7267028.480586: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcf0b1af5d0 ([kernel.kallsyms]) 7fcf0b1af5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 14 7267028.484174: cycles: ffffffffa0459e2c tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2217 8 7267028.484403: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fcf0b15b9d3 ([kernel.kallsyms]) 7fcf0b15b9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267028.485622: cycles: ffffffffa04aa6dc ([mmfslinux]) ffffffffa04c01d0 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 15 7267028.486568: cycles: ffffffffa0483201 tcp_mt (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/xt_tcpudp.ko) ffffffffa04038e5 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 2 7267028.488485: cycles: ffffffffa0459f0a tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 6 7267028.488517: cycles: 89a3e4 () ffffc9002c91ce20 ([kernel.kallsyms]) addr2lin 2217 8 7267028.489647: cycles: 7fcf0b15d734 __malloc (/lib64/libc-2.11.3.so) mmfsd 4555 11 7267028.490852: cycles: ffffffff8115bda8 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 9 7267028.492178: cycles: ffffffff8111ee3e copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 2218 0 7267028.494013: cycles: ffffffff81125dda mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f84dbd821da ([kernel.kallsyms]) 7f84dbd821da mmap (/lib64/ld-2.11.3.so) 2000 () swapper 0 4 7267028.495540: cycles: ffffffff81464c90 atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81003bfc do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.495657: cycles: ffffffffa05e1d4d ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 15 7267028.497503: cycles: ffffffff81395a96 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 11 7267028.499947: cycles: 7ffb7c0c3e60 () swapper 0 0 7267028.499985: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 2218 1 7267028.500677: cycles: 7fd3041f6e13 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 8ab560 () mmfsd 8049 4 7267028.501444: cycles: ffffffff8110009a prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267028.501501: cycles: ffffffffa045a8c2 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267028.502547: cycles: ffffffff81461257 save_args ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267028.504133: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813f97c9 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.505660: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 5 7267028.507077: cycles: ffffffffa04a89e2 ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05bf4be ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 4537 15 7267028.507582: cycles: ffffffff8145e82f __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b0660 () mmfsd 13768 7 7267028.507811: cycles: ffffffff810ca306 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8138e6d1 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d5ed618 () addr2lin 2218 1 7267028.508587: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd303a735d0 ([kernel.kallsyms]) 7fd303a735d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () mmfsd 4543 3 7267028.509989: cycles: ffffffff813f5d49 __tcp_v4_send_check ([kernel.kallsyms]) ffffffff813f13b8 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 2 7267028.511052: cycles: ffffffffa04550a0 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 5 7267028.512288: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267028.512457: cycles: ffffffff81101993 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efa24 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2218 1 7267028.512665: cycles: 7fd303a1ee77 _int_malloc (/lib64/libc-2.11.3.so) mmfsd 13768 4 7267028.515364: cycles: 92e19d () 0 () postgres 1593 13 7267028.515680: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 3 7267028.516598: cycles: ffffffff81026d45 ir_ack_apic_edge ([kernel.kallsyms]) ffffffff810ca2d7 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267028.517536: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 4539 9 7267028.517552: cycles: ffffffff8139f0c8 dev_pick_tx ([kernel.kallsyms]) ffffffff813a4779 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2219 0 7267028.519146: cycles: 7ff184e60bdd _dl_fixup (/lib64/ld-2.11.3.so) mmfsd 31862 5 7267028.519233: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2219 1 7267028.519799: cycles: ffffffff810f3dd8 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff8112435c expand_downwards ([kernel.kallsyms]) ffffffff8111c901 do_anonymous_page ([kernel.kallsyms]) ffffffff81121da9 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ff18473da57 ([kernel.kallsyms]) 7ff18473da57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () mmfsd 13768 14 7267028.519923: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff81199803 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 13754 0 7267028.523571: cycles: ffffffffa05bf4b5 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 12193 11 7267028.524767: cycles: 899fbf () ffffc9002c8bab88 ([kernel.kallsyms]) mmfsd 5354 7 7267028.524783: cycles: ffffffff8139727b skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.525598: cycles: ffffffffff600180 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2219 1 7267028.526131: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f48c314e5d0 ([kernel.kallsyms]) 7f48c314e5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 15 7267028.526582: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267028.529160: cycles: ffffffff81460efb _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff81086a74 hrtimer_get_next_event ([kernel.kallsyms]) ffffffff81070572 get_next_timer_interrupt ([kernel.kallsyms]) ffffffff81094dc8 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 31862 5 7267028.531888: cycles: ffffffff81067019 local_bh_disable ([kernel.kallsyms]) ffffffff814610e9 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa045a76a tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4554 14 7267028.532536: cycles: ffffffff81394c39 __copy_skb_header ([kernel.kallsyms]) ffffffff81394df4 __skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2219 1 7267028.532941: cycles: 7f48c38d204c read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 1 () swapper 0 0 7267028.534046: cycles: ffffffff81046fcd idle_cpu ([kernel.kallsyms]) ffffffff81067675 irq_enter ([kernel.kallsyms]) ffffffff81055fbf scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 13754 15 7267028.534046: cycles: 924c75 () 0 () mmfsd 31862 4 7267028.535359: cycles: 9320d9 () 7ffb70e5f099 () 0 () 0 () postgres 1593 13 7267028.535533: cycles: 7a58a6 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49603d heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267028.536784: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 10 7267028.537171: cycles: 11368dd () mmfsd 12193 11 7267028.538007: cycles: 91c324 () 7ffb62b241a8 () 0 () sh 2220 9 7267028.538307: cycles: ffffffff81168072 do_last ([kernel.kallsyms]) ffffffff811692a3 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff811a8ffa load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f30b2eaca57 ([kernel.kallsyms]) 7f30b2eaca57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () mmfsd 4543 3 7267028.538427: cycles: 7ffb7c0c76d5 () 7ffb63415098 () 0 () addr2lin 2220 9 7267028.539488: cycles: ffffffff8112183f handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f371834e150 ([kernel.kallsyms]) 7f371834e150 __strcmp_sse2 (/lib64/libc-2.11.3.so) 402263 (/usr/bin/addr2line) addr2lin 2220 9 7267028.540652: cycles: ffffffff81100150 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8114dafb do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f3718348e01 ([kernel.kallsyms]) 7f3718348e01 _int_malloc (/lib64/libc-2.11.3.so) mmfsd 4543 2 7267028.541120: cycles: ffffffff813e6870 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31862 5 7267028.542048: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813c0eca sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4554 15 7267028.542551: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff8139093c sock_kfree_s ([kernel.kallsyms]) ffffffff8138f20b ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2220 9 7267028.542910: cycles: ffffffff8113d794 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f371839c5d0 ([kernel.kallsyms]) 7f371839c5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4555 10 7267028.544538: cycles: 911178 () 7ffb6301a128 () 0 () 0 () mmfsd 4537 14 7267028.544548: cycles: ffffffff8104e45f dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a8970 () mmfsd 4539 8 7267028.545398: cycles: ffffffff81254552 cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb742098f0 () postgres 1593 13 7267028.545480: cycles: 470370 heap_compute_data_size (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4543 3 7267028.546735: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2220 9 7267028.547596: cycles: 7f37183489d7 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 7 7267028.547714: cycles: ffffffff81009183 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 2 7267028.548450: cycles: ffffffff812548e0 find_next_bit ([kernel.kallsyms]) ffffffff81139087 interleave_nodes ([kernel.kallsyms]) ffffffff81139575 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31862 4 7267028.550100: cycles: ffffffffa05be751 ([mmfs26]) ffffffffa05bf1c0 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa160 () mmfsd 12193 11 7267028.550600: cycles: 5c08fd () 900000000370000 () mmfsd 13768 10 7267028.552165: cycles: ffffffff8125a591 __rb_erase_color ([kernel.kallsyms]) ffffffff8125b811 timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff8108786d hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff8145feb1 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4543 3 7267028.552579: cycles: 92088e () 2550249200 () 7ffb509d7d18 () b10ff0d089ff4a8d ([kernel.kallsyms]) addr2lin 2220 9 7267028.554679: cycles: 7f37183432fb _IO_flush_all_lockp (/lib64/libc-2.11.3.so) mmfsd 13754 0 7267028.555012: cycles: ffffffff813903d1 sock_rfree ([kernel.kallsyms]) ffffffff81395872 skb_release_head_state ([kernel.kallsyms]) ffffffff81395b59 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4cb22fd8 () 3f46a1a700000008 () postgres 1593 13 7267028.555438: cycles: ffffffffa05540eb ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 4555 11 7267028.556086: cycles: 5b684b () 7ffb6801a1c0 () swapper 0 14 7267028.557828: cycles: ffffffff81009e02 native_read_tsc ([kernel.kallsyms]) ffffffff81009172 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd0e3 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 10 7267028.558484: cycles: 7ffb7c0c558a () mmfsd 13768 2 7267028.558549: cycles: 7ffb7c0c772f () 0 () mmfsd 4554 15 7267028.558695: cycles: ffffffffa0412f54 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 3 7267028.560026: cycles: 91e042 () 0 () addr2lin 2221 1 7267028.564458: cycles: 7ff8d60dcdb4 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267028.565485: cycles: 5ad043 ExecProject (/home/Computational/mark/andres/bin/postgres) 5bdf7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 1561 0 7267028.565922: cycles: 9330c0 () mmfsd 13768 2 7267028.568405: cycles: ffffffff8116d3c3 select_estimate_accuracy ([kernel.kallsyms]) ffffffff81199594 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 13573 11 7267028.568429: cycles: 1136ac3 () addr2lin 2221 1 7267028.568960: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff8d61265d0 ([kernel.kallsyms]) 7ff8d61265d0 __GI___read (/lib64/libc-2.11.3.so) 66615f6574656c65 () swapper 0 3 7267028.571657: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 10 7267028.572755: cycles: ffffffff81322538 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 910660 ([kernel.kallsyms]) 910660 () 7ffb6301a1a9 () 0 () swapper 0 5 7267028.573047: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267028.573654: cycles: ffffffff81070911 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2221 1 7267028.574139: cycles: 7ff8d60d29ad _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 4554 14 7267028.574703: cycles: 89e8fd () 7ffb00000200 () swapper 0 5 7267028.575114: cycles: ffffffff8104c7aa enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267028.575416: cycles: ffffffff810946e9 tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.575432: cycles: 5b44f4 ExecStoreTuple (/home/Computational/mark/andres/bin/postgres) 5c5974 SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267028.576064: cycles: ffffffff8137bb0c menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 11 7267028.577291: cycles: ffffffff813e6396 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 7 7267028.577689: cycles: ffffffff8145f820 mutex_lock ([kernel.kallsyms]) ffffffff81199243 ep_scan_ready_list ([kernel.kallsyms]) ffffffff81199623 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 8049 4 7267028.577861: cycles: ffffffff810fff82 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 0 7267028.579332: cycles: 92fcb7 () sh 2222 2 7267028.580381: cycles: 7f388fbdf0d0 _nl_make_l10nflist (/lib64/libc-2.11.3.so) mmfsd 4537 14 7267028.582533: cycles: 7ffb7c0c7712 () addr2lin 2222 3 7267028.582537: cycles: ffffffff8104eb9f enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff810f915e find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8955d68964 ([kernel.kallsyms]) 7f8955d68964 _dl_cache_libcmp (/lib64/ld-2.11.3.so) swapper 0 15 7267028.582742: cycles: ffffffff8108d4a2 ktime_get ([kernel.kallsyms]) ffffffff81094b4f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 8049 5 7267028.583417: cycles: 5af5fc () 14 () 8948f6894c906666 ([kernel.kallsyms]) swapper 0 11 7267028.584868: cycles: ffffffff81322531 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2222 3 7267028.585062: cycles: ffffffff8115be30 fget_light ([kernel.kallsyms]) ffffffff8115a3ff sys_lseek ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f895519e0d0 ([kernel.kallsyms]) 7f895519e0d0 __lseek64 (/lib64/libc-2.11.3.so) swapper 0 10 7267028.585186: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267028.585333: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.585386: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2222 3 7267028.588044: cycles: 7f895593219a bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 31862 4 7267028.591536: cycles: ffffffffa045541c nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 5 7267028.591723: cycles: ffffffff81461229 save_args ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2222 3 7267028.591906: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f89551905d0 ([kernel.kallsyms]) 7f89551905d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4555 11 7267028.592305: cycles: 10e70c1 () ffffc9003460b0a0 ([kernel.kallsyms]) swapper 0 8 7267028.593578: cycles: ffffffff81094bb4 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff8106759a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13754 2 7267028.594499: cycles: ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffff811997e8 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2222 3 7267028.594960: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f895513c9d3 ([kernel.kallsyms]) 7f895513c9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267028.595349: cycles: 496ecb heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13573 10 7267028.595503: cycles: 10e7240 () ffffc90034669b60 ([kernel.kallsyms]) addr2lin 2222 3 7267028.598751: cycles: 7f8955914020 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 400000000 () swapper 0 15 7267028.599540: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267028.600651: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 2 7267028.600768: cycles: ffffffff8125a477 rb_insert_color ([kernel.kallsyms]) ffffffff8104ea72 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 31862 4 7267028.603274: cycles: ffffffff8107170e mod_timer_pending ([kernel.kallsyms]) ffffffffa0453d95 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2223 2 7267028.604206: cycles: 7f393e69ce5f _int_malloc (/lib64/libc-2.11.3.so) 2600000040 () 69dfc0 () 69db80 () swapper 0 5 7267028.604443: cycles: ffffffff812bd0ff intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.605321: cycles: 7989b5 MemoryContextReset (/home/Computational/mark/andres/bin/postgres) 5bbebd ExecHashGetHashValue (/home/Computational/mark/andres/bin/postgres) 5bdc78 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4555 11 7267028.606539: cycles: ffffffff811435d8 kmem_cache_alloc_node ([kernel.kallsyms]) ffffffff81395cba __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2223 3 7267028.606615: cycles: 7f4ee681dddc bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 7180f0 () mmfsd 5354 6 7267028.607389: cycles: ffffffff813e2ab7 tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 4 7267028.607572: cycles: ffffffff813e6870 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 8 7267028.607871: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 10 7267028.608148: cycles: ffffffff81391b16 sock_kmalloc ([kernel.kallsyms]) ffffffff8138f285 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 5 7267028.609363: cycles: ffffffff813bdb00 skb_defer_rx_timestamp ([kernel.kallsyms]) ffffffff813a5151 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 14 7267028.611312: cycles: 910bd1 () 8 () 2 () mmfsd 13754 4 7267028.612816: cycles: 58c305 () addr2lin 2223 3 7267028.613460: cycles: 7f4ee68314e2 (/usr/lib64/libbfd-2.23.1.so) 500000001 () swapper 0 5 7267028.614727: cycles: ffffffff813e44b8 tcp_gro_receive ([kernel.kallsyms]) ffffffff81407af6 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.615287: cycles: 7fb873d6c85b __GI_memcpy (/lib64/libc-2.11.3.so) 4705db heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12311 15 7267028.615535: cycles: ffffffffa0458b41 __nf_ct_l4proto_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455375 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 14 7267028.617925: cycles: 5af8a5 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () 7ffb67e18b70 () 7ffb6c004a48 () mmfsd 12090 0 7267028.617934: cycles: 10e6e96 () ffffc90034313ac0 ([kernel.kallsyms]) swapper 0 10 7267028.618787: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff810716fc mod_timer_pending ([kernel.kallsyms]) ffffffffa0453d95 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267028.620470: cycles: ffffffff8125a52f rb_insert_color ([kernel.kallsyms]) ffffffff8104ea72 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff81067760 __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 11 7267028.621533: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267028.621592: cycles: ffffffff81094ad0 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) sh 2224 2 7267028.622212: cycles: ffffffff8114f7e9 mem_cgroup_add_lru_list ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa8b9200439 ([kernel.kallsyms]) 7fa8b9200439 memcpy (/lib64/ld-2.11.3.so) 7fa8b91ec985 dl_main (/lib64/ld-2.11.3.so) 7fa8b91fdb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 6 7267028.624424: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2225 8 7267028.624892: cycles: ffffffff810f9f9c filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8a899ec520 ([kernel.kallsyms]) 7f8a899ec520 _dl_determine_tlsoffset (/lib64/ld-2.11.3.so) 7f8a899efb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 8049 5 7267028.625059: cycles: 7ffb7cb536dc () 7ffb6c01b0b0 () postgres 1593 13 7267028.625257: cycles: 7fffe8fff8f5 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 15 7267028.625557: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2225 8 7267028.625877: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff811211e0 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8a899e63b8 ([kernel.kallsyms]) 7f8a899e63b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8a899de985 dl_main (/lib64/ld-2.11.3.so) 7f8a899efb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 2225 8 7267028.627105: cycles: ffffffff8115a294 vfs_llseek ([kernel.kallsyms]) ffffffff8115a44e sys_lseek ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8a888f90d0 ([kernel.kallsyms]) 7f8a888f90d0 __lseek64 (/lib64/libc-2.11.3.so) mmfsd 12193 10 7267028.628106: cycles: ffffffff813cdef0 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 7 7267028.629117: cycles: 5af0a5 () 7ffb640174b0 () mmfsd 13573 11 7267028.629544: cycles: ffffffffa04a8bc2 ([mmfslinux]) 6 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15cb410 () objdump 2225 8 7267028.629728: cycles: 7f8a88934290 __strstr_sse42 (/lib64/libc-2.11.3.so) 687a13 () 7fffd990f301 () swapper 0 2 7267028.630490: cycles: ffffffff81395ae0 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267028.630939: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267028.633096: cycles: ffffffff81102b1d free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267028.634220: cycles: 7ffb7c0c508a () 0 () expand 2227 6 7267028.634613: cycles: 7fa9bf0d5d9a __GI_mbrtowc (/lib64/libc-2.11.3.so) swapper 0 14 7267028.634983: cycles: ffffffff81066378 ns_to_timespec ([kernel.kallsyms]) ffffffff8137bb5f menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.635230: cycles: 46f0a8 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) expand 2227 6 7267028.636651: cycles: 401d76 (/usr/bin/expand) perf 30004 7 7267028.636795: cycles: 7f2abdc8792c _int_malloc (/lib64/libc-2.11.3.so) 1991 () swapper 0 1 7267028.638037: cycles: ffffffff8145eed7 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 4555 11 7267028.638412: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa045a76a tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 10 7267028.639426: cycles: ffffffff814600c7 __up ([kernel.kallsyms]) ffffffff810882e8 up ([kernel.kallsyms]) ffffffffa053ac7c ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () swapper 0 0 7267028.639586: cycles: ffffffff81469c60 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) sh 2228 1 7267028.641299: cycles: 7f1b200f1bc6 __strlen_sse2 (/lib64/libc-2.11.3.so) 7f1b2009a4fa __GI_setlocale (/lib64/libc-2.11.3.so) 453887 (/bin/bash) addr2lin 2228 0 7267028.643118: cycles: ffffffff81106703 ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8112128d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8a030a53b8 ([kernel.kallsyms]) 7f8a030a53b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8a0309d985 dl_main (/lib64/ld-2.11.3.so) 7f8a030aeb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 1566 8 7267028.644162: cycles: 9243ae () 11d7072 () 589fb0 () addr2lin 2228 0 7267028.644581: cycles: 4037af (/usr/bin/addr2line) 31312e322d636269 () postgres 1593 13 7267028.645204: cycles: 782d5b CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bdc89 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 0 7267028.647175: cycles: 92659d () 0 () perf 2229 9 7267028.647466: cycles: ffffffff8116803d do_last ([kernel.kallsyms]) ffffffff811692a3 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff81162a69 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4555 10 7267028.648296: cycles: ffffffffa04036af ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267028.650072: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 6 7267028.651396: cycles: ffffffff81210f93 aa_revalidate_sk ([kernel.kallsyms]) ffffffff8138e16f sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 1 7267028.651746: cycles: ffffffff810eb583 irq_work_run ([kernel.kallsyms]) ffffffff810703e0 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 9 7267028.652289: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 2230 11 7267028.652694: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2230 11 7267028.654005: cycles: 7f2929275560 __strcmp_sse2 (/lib64/libc-2.11.3.so) addr2lin 2230 10 7267028.654832: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fac242403b8 ([kernel.kallsyms]) 7fac242403b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fac24238985 dl_main (/lib64/ld-2.11.3.so) 7fac24249b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 2 7267028.654919: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.655181: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2230 10 7267028.656327: cycles: 7fac23e07166 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 13754 11 7267028.657523: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138e5ea sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5006b948 () sh 2231 0 7267028.658176: cycles: 7f3685ef10d8 __strchr_sse2 (/lib64/libc-2.11.3.so) 7f3685ea1bb2 _nl_expand_alias (/lib64/libc-2.11.3.so) 7f3685e9b4fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) addr2lin 2231 1 7267028.660775: cycles: 7fcada274d58 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 8 7267028.660946: cycles: ffffffff81045540 sched_needs_cpu ([kernel.kallsyms]) ffffffff81094c3e tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267028.662196: cycles: ffffffff81047a52 update_stats_wait_end ([kernel.kallsyms]) ffffffff8104e1b5 set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) sh 2232 0 7267028.662571: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8116f783 prepend_path ([kernel.kallsyms]) ffffffff81171967 d_path ([kernel.kallsyms]) ffffffff810f3d2b perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd699159c5a ([kernel.kallsyms]) 7fd699159c5a __GI_mmap64 (/lib64/libc-2.11.3.so) addr2lin 2232 1 7267028.664485: cycles: ffffffff8112182e handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd64cd1a608 ([kernel.kallsyms]) 7fd64cd1a608 _bfd_new_bfd (/usr/lib64/libbfd-2.23.1.so) postgres 1593 13 7267028.665157: cycles: 5bbe7e ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267028.667035: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2233 0 7267028.667779: cycles: 7fc56d748d40 _nl_find_locale (/lib64/libc-2.11.3.so) 7fc56d7484fa __GI_setlocale (/lib64/libc-2.11.3.so) 453887 (/bin/bash) addr2lin 2233 1 7267028.669203: cycles: 7f801d218433 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f801d210985 dl_main (/lib64/ld-2.11.3.so) 7f801d221b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4537 14 7267028.670180: cycles: 1155eb4 () 1849a8 () mmfsd 4555 10 7267028.671201: cycles: ffffffff8104c760 deactivate_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64003ab0 () swapper 0 2 7267028.672499: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 3 7267028.674962: cycles: ffffffff813f12b5 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.675134: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 7 7267028.675722: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2234 2 7267028.677647: cycles: 7fc2f19bf3f6 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 0 () sh 2235 9 7267028.681544: cycles: 7f030ec5b31b _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7f030ec5cd2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () mmfsd 13754 11 7267028.681655: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff81199938 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4539 9 7267028.683159: cycles: 89e8e4 () 7ffb00000200 () swapper 0 2 7267028.684615: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267028.684634: cycles: ffffffff81105917 put_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.685204: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4537 14 7267028.686471: cycles: ffffffff8104d561 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64014cb0 () mmfsd 13768 9 7267028.688321: cycles: ffffffff813e558a tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 77ea4ed8 () swapper 0 15 7267028.688456: cycles: ffffffff8125b7e0 timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff8108786d hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff81094571 tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) mmfsd 1566 8 7267028.688606: cycles: 913cb1 () 564b2fbf00000009 () mmfsd 8049 7 7267028.691057: cycles: ffffffff81024b10 native_smp_send_reschedule ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2236 1 7267028.691293: cycles: ffffffff810f915e find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f3e3a14e970 ([kernel.kallsyms]) 7f3e3a14e970 __GI__setjmp (/lib64/libc-2.11.3.so) swapper 0 12 7267028.691684: cycles: ffffffff81050ebd scale_rt_power ([kernel.kallsyms]) ffffffff81051034 update_group_power ([kernel.kallsyms]) ffffffff8105146a find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 0 7267028.693922: cycles: ffffffff8104e120 set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) postgres 1593 13 7267028.695161: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 8049 6 7267028.696497: cycles: ffffffff81089531 sched_clock_cpu ([kernel.kallsyms]) ffffffff8104c69b update_rq_clock ([kernel.kallsyms]) ffffffff8104c6e2 dequeue_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb580b8940 () mmfsd 4543 3 7267028.696519: cycles: ffffffff81460ec8 _raw_spin_lock ([kernel.kallsyms]) ffffffff810549fd try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 10 7267028.698331: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2237 1 7267028.698596: cycles: 7feec27ff9c8 do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 8049 7 7267028.699916: cycles: 112760f () 12300000030 () perf 2238 0 7267028.701000: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13754 6 7267028.701311: cycles: ffffffff81461093 _raw_spin_unlock_bh ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d652a88 () mmfsd 13768 11 7267028.702263: cycles: 91dde0 () 0 () mmfsd 13754 7 7267028.703231: cycles: ffffffff8108323e prepare_to_wait_exclusive ([kernel.kallsyms]) ffffffff813911d8 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5cdc1f18 () addr2lin 2238 1 7267028.703284: cycles: 7f382c8ce520 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f382c8c6985 dl_main (/lib64/ld-2.11.3.so) 7f382c8d7b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267028.705222: cycles: 46f448 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267028.705271: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2239 8 7267028.706063: cycles: 7f8a313129a2 do_lookup_x (/lib64/ld-2.11.3.so) addr2lin 2239 9 7267028.708992: cycles: 7f6683a59b4d bfd_section_hash_newfunc (/usr/lib64/libbfd-2.23.1.so) 7f6683a59b10 bfd_section_hash_newfunc (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 12193 10 7267028.709507: cycles: 916d6e () perf 2240 0 7267028.710998: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 2 7267028.711737: cycles: ffffffff8105143f find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1566 8 7267028.711740: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2240 1 7267028.714354: cycles: 7f76b745a6d5 __malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267028.715165: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 5354 3 7267028.716288: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a8b85 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb7489ac90 () mmfsd 13573 11 7267028.717068: cycles: ffffffff813e61b8 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () kworker/ 95 14 7267028.717259: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff811456d0 __drain_alien_cache ([kernel.kallsyms]) ffffffff8114626e cache_reap ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) sh 2241 2 7267028.718171: cycles: ffffffff8114dc7c mem_cgroup_count_vm_event ([kernel.kallsyms]) ffffffff81121872 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f83be2e4a8f ([kernel.kallsyms]) 7f83be2e4a8f _dl_load_cache_lookup (/lib64/ld-2.11.3.so) 352e6f732e656e69 () swapper 0 15 7267028.718672: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa04f8eb2 nf_nat_get_offset (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa0459ea5 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2241 2 7267028.720982: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff811200c3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f83bdbc68dd ([kernel.kallsyms]) 7f83bdbc68dd __libc_fork (/lib64/libc-2.11.3.so) 437b85 make_child (/bin/bash) 6a6890 () grep 2243 9 7267028.721254: cycles: ffffffff8115aa76 rw_verify_area ([kernel.kallsyms]) ffffffff8115b194 vfs_read ([kernel.kallsyms]) ffffffff81161b94 kernel_read ([kernel.kallsyms]) ffffffff811a8204 load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f83bdbc6a57 ([kernel.kallsyms]) 7f83bdbc6a57 () mmfsd 31862 5 7267028.721323: cycles: 931df9 () 7ffb70e5f098 () 0 () 0 () swapper 0 3 7267028.722015: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) :2244 2244 4 7267028.722707: cycles: ffffffff81063362 kill_orphaned_pgrp ([kernel.kallsyms]) ffffffff81065336 exit_notify ([kernel.kallsyms]) ffffffff810655de do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3dbdcc9a38 ([kernel.kallsyms]) mmfsd 13573 10 7267028.723288: cycles: ffffffffa04f7807 nf_nat_packet (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 11 7267028.723482: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () objdump 2242 2 7267028.724281: cycles: 7f2ccbab23bb _dl_relocate_object (/lib64/ld-2.11.3.so) 7f2ccbaaa985 dl_main (/lib64/ld-2.11.3.so) 7f2ccbabbb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267028.725212: cycles: 5b7bdf InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 3 7267028.726426: cycles: ffffffff8111ee30 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 2245 11 7267028.727704: cycles: ffffffff81125e98 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc22d1911da ([kernel.kallsyms]) 7fc22d1911da mmap (/lib64/ld-2.11.3.so) 16f000 () addr2lin 2245 10 7267028.729770: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5d7afb73b8 ([kernel.kallsyms]) 7f5d7afb73b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5d7afaf985 dl_main (/lib64/ld-2.11.3.so) 7f5d7afc0b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () perf 30004 11 7267028.730833: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff811636fb __free_pipe_info ([kernel.kallsyms]) ffffffff81163720 free_pipe_info ([kernel.kallsyms]) ffffffff811637f0 pipe_release ([kernel.kallsyms]) ffffffff8115c803 __fput ([kernel.kallsyms]) ffffffff811584fc filp_close ([kernel.kallsyms]) ffffffff811585d7 sys_close ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdcdb570 ([kernel.kallsyms]) 7f2abdcdb570 __GI___libc_close (/lib64/libc-2.11.3.so) perf 2246 0 7267028.731272: cycles: ffffffff811066fb ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff81121da9 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13573 10 7267028.731865: cycles: 5b6859 () swapper 0 5 7267028.732389: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 2 7267028.732825: cycles: ffffffff813e61af tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.735149: cycles: 5bdc1e ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2246 1 7267028.735217: cycles: 7f1d797d93ce do_lookup_x (/lib64/ld-2.11.3.so) perf 30004 0 7267028.737152: cycles: ffffffff81144c6f kmem_cache_alloc ([kernel.kallsyms]) ffffffff81129d8f anon_vma_fork ([kernel.kallsyms]) ffffffff8105e54d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13768 3 7267028.737325: cycles: ffffffff81067019 local_bh_disable ([kernel.kallsyms]) ffffffff814610e9 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50b3e888 () perf 2247 8 7267028.737727: cycles: ffffffff8111e4a4 unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 4 7267028.738147: cycles: ffffffffa0453f74 nf_ct_get_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2247 9 7267028.740231: cycles: 7f1bf81973e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f1bf818f985 dl_main (/lib64/ld-2.11.3.so) 7f1bf81a0b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4555 10 7267028.740709: cycles: 7ffb7c0c5098 () swapper 0 5 7267028.740993: cycles: ffffffff8145eb5a __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) perf 30004 8 7267028.741109: cycles: ffffffff8111ee3e copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) addr2lin 2248 9 7267028.744489: cycles: ffffffff81105571 update_page_reclaim_stat ([kernel.kallsyms]) ffffffff8110671b ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff8110647c lru_add_drain ([kernel.kallsyms]) ffffffff8112401b exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f08c77e9a38 ([kernel.kallsyms]) perf 30004 8 7267028.744820: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267028.745096: cycles: 5bbde0 ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 15 7267028.747092: cycles: ffffffffa04039ba ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 12 7267028.747568: cycles: ffffffff8137bb0c menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2249 1 7267028.747936: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff811211e0 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f06fbb3b3b8 ([kernel.kallsyms]) 7f06fbb3b3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f06fbb33985 dl_main (/lib64/ld-2.11.3.so) 7f06fbb44b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () perf 30004 0 7267028.749941: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13768 3 7267028.750989: cycles: ffffffff810465d0 pick_next_task_stop ([kernel.kallsyms]) ffffffff8145ee8e thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 11 7267028.752771: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.755052: cycles: 798210 AllocSetAlloc (/home/Computational/mark/andres/bin/postgres) 798f9e palloc0 (/home/Computational/mark/andres/bin/postgres) 470577 heap_form_minimal_tuple (/home/Computational/mark/andres/bin/postgres) 7a0946 copytup_heap (/home/Computational/mark/andres/bin/postgres) 79f066 tuplesort_puttupleslot (/home/Computational/mark/andres/bin/postgres) 5c6431 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 31862 4 7267028.755174: cycles: 7ffb7c0f3e50 () 3f46a48e () mmfsd 13573 0 7267028.758170: cycles: 7ffb7c11f3df () 7ffb640047e0 () addr2lin 2251 1 7267028.758423: cycles: ffffffff811245a2 unlink_file_vma ([kernel.kallsyms]) ffffffff8111d970 free_pgtables ([kernel.kallsyms]) ffffffff811241ac unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff81125e32 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f97da5681da ([kernel.kallsyms]) 7f97da5681da mmap (/lib64/ld-2.11.3.so) 16f000 () swapper 0 8 7267028.759488: cycles: ffffffff8137bc66 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 9 7267028.760005: cycles: ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa053ac7c ([mmfs26]) ffffffffa05c057f ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267028.765015: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5bbe1b ExecScanHashBucket (/home/Computational/mark/andres/bin/postgres) 5bdd7f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2253 9 7267028.765162: cycles: 7fe539b85c53 __GI_mmap64 (/lib64/libc-2.11.3.so) 0 () swapper 0 4 7267028.765295: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267028.765482: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff810716fc mod_timer_pending ([kernel.kallsyms]) ffffffffa0453d95 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2253 8 7267028.766281: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f3658fe33b8 ([kernel.kallsyms]) 7f3658fe33b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3658fdb985 dl_main (/lib64/ld-2.11.3.so) 7f3658fecb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4537 15 7267028.766641: cycles: ffffffff813a3222 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 3 7267028.768307: cycles: 7ffb7c0f43f5 () swapper 0 11 7267028.768308: cycles: ffffffff813dea39 __inet_lookup_established ([kernel.kallsyms]) ffffffff813f975b tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 10 7267028.768538: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1584dd0 () sh 2254 0 7267028.768761: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f2240e50e09 ([kernel.kallsyms]) 7f2240e50e09 _nl_normalize_codeset (/lib64/libc-2.11.3.so) 7f2240e4aaa1 _nl_find_locale (/lib64/libc-2.11.3.so) 7f2240e4a4fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) mmfsd 13573 1 7267028.769157: cycles: 894242 () ffffc9003466b160 ([kernel.kallsyms]) swapper 0 2 7267028.771820: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2255 1 7267028.771870: cycles: ffffffff81129f54 anon_vma_prepare ([kernel.kallsyms]) ffffffff81121328 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7e7def9ec6 ([kernel.kallsyms]) 7f7e7def9ec6 memset (/lib64/ld-2.11.3.so) 7f7e7deead2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () postgres 1593 13 7267028.774984: cycles: ffffffffa053b0ef ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2255 1 7267028.775187: cycles: 7f44f0c071ec __strcmp_sse2 (/lib64/libc-2.11.3.so) perf 30004 0 7267028.775770: cycles: ffffffff8111ede2 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 7 7267028.776237: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267028.777059: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8116c3c8 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 4537 14 7267028.778373: cycles: ffffffffa05be02f ([mmfs26]) ffffffffa05beffc ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () d00000000011c22 () swapper 0 5 7267028.778838: cycles: ffffffff8104c6a5 update_rq_clock ([kernel.kallsyms]) ffffffff8104c7a2 enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 97 6 7267028.780096: cycles: ffffffff8108d4ff ktime_get ([kernel.kallsyms]) ffffffff81094839 get_cpu_iowait_time_us ([kernel.kallsyms]) ffffffff81379938 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) perf 2257 0 7267028.780695: cycles: ffffffff81130ab9 free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13768 3 7267028.781087: cycles: ffffffffa046f596 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50bca888 () 564b312700000009 () swapper 0 9 7267028.781119: cycles: ffffffff81094b9b tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) addr2lin 2257 1 7267028.783688: cycles: 7f851166e3ca do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 13754 2 7267028.783809: cycles: ffffffffa04ff554 nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 6707e58 () 3f46a4f500000008 () postgres 1593 13 7267028.784967: cycles: 7a1eb2 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2258 0 7267028.785639: cycles: 42bf58 (/bin/bash) swapper 0 11 7267028.786252: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 12 7267028.787461: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 3 7267028.788758: cycles: ffffffff8104c756 dequeue_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa1c0 () mmfsd 4554 10 7267028.789906: cycles: ffffffff813e3953 get_page ([kernel.kallsyms]) ffffffff813e698e tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4537 15 7267028.789942: cycles: 91607f () 0 () sh 2260 0 7267028.791463: cycles: 7f084c3a3bdd _dl_fixup (/lib64/ld-2.11.3.so) swapper 0 5 7267028.791557: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267028.792222: cycles: 89a3cc () ffffc90043971280 ([kernel.kallsyms]) swapper 0 2 7267028.792335: cycles: ffffffff81395881 skb_release_head_state ([kernel.kallsyms]) ffffffff81395b59 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2260 1 7267028.792480: cycles: ffffffff81139508 alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff81121a75 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f6b06044054 ([kernel.kallsyms]) 7f6b06044054 _dl_setup_hash (/lib64/ld-2.11.3.so) 7f6b06042d2d _dl_map_object (/lib64/ld-2.11.3.so) 6f732e312e33322e () mmfsd 31862 4 7267028.793919: cycles: ffffffff810883c3 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa04a8ba5 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa160 () postgres 1593 13 7267028.794937: cycles: 7a1de0 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4539 8 7267028.796149: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 7 7267028.796464: cycles: 5af143 () 7ffb580b8940 () mmfsd 8049 7 7267028.797603: cycles: ffffffff8104d560 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () addr2lin 2261 9 7267028.797790: cycles: 7fbd31858c3e _dl_relocate_object (/lib64/ld-2.11.3.so) 7fbd31850985 dl_main (/lib64/ld-2.11.3.so) 7fbd31861b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 7 7267028.798379: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267028.801044: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 6 7267028.801607: cycles: ffffffffa04a8ba0 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () mmfsd 4554 10 7267028.801649: cycles: 916d7b () swapper 0 6 7267028.801961: cycles: ffffffff8145eca4 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 6 7267028.802318: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 11 7267028.802604: cycles: 931b4b () 7ffb62e9d1a8 () 0 () 0 () sh 2263 0 7267028.803501: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f92695f2b50 ([kernel.kallsyms]) 7f92695f2b50 __gconv_load_cache (/lib64/libc-2.11.3.so) 7f92695f3cac _nl_find_locale (/lib64/libc-2.11.3.so) swapper 0 8 7267028.804803: cycles: ffffffffa045bd75 nf_ct_deliver_cached_events (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa046f587 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 98 13 7267028.804910: cycles: ffffffff8107e5db worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 15 7267028.805192: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 14 7267028.805467: cycles: ffffffffa04be294 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () perf 2264 1 7267028.805749: cycles: ffffffff81155688 lookup_page_cgroup ([kernel.kallsyms]) ffffffff811545f1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff811200c3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdcb6793 ([kernel.kallsyms]) 7f2abdcb6793 __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 8049 6 7267028.807168: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () mmfsd 8049 7 7267028.808629: cycles: ffffffffa040cd19 ixgbe_msix_clean_rings (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff810c7462 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa04a8a3f ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () mmfsd 1561 3 7267028.810932: cycles: ffffffff813c0e81 sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267028.811654: cycles: ffffffffa045a7b4 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267028.812962: cycles: 7f2abdc82d09 _IO_setb_internal (/lib64/libc-2.11.3.so) swapper 0 11 7267028.813042: cycles: ffffffff8108d994 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.814884: cycles: 4a5c70 btint4fastcmp (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267028.814922: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2266 1 7267028.815588: cycles: 7fbcaaa6e3bb _dl_relocate_object (/lib64/ld-2.11.3.so) 7fbcaaa66985 dl_main (/lib64/ld-2.11.3.so) 7fbcaaa77b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () kworker/ 96 4 7267028.815779: cycles: ffffffff81254554 cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 8049 7 7267028.815824: cycles: 920896 () 2564000078 () 7ffb640174d8 () b10ff0d089ff4a8d ([kernel.kallsyms]) mmfsd 13754 10 7267028.815891: cycles: 9127a0 () 200000000 () swapper 0 15 7267028.818516: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 11 7267028.819172: cycles: 921865 () mmfsd 13754 6 7267028.820427: cycles: 7ffb7c0c75fb () 1598048 () mmfsd 1561 2 7267028.820534: cycles: ffffffff813e6438 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2268 0 7267028.821158: cycles: 7f3a205117b0 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3a20509985 dl_main (/lib64/ld-2.11.3.so) 7f3a2051ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2268 1 7267028.823324: cycles: ffffffff811686e6 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8766d261e0 ([kernel.kallsyms]) 7f8766d261e0 __GI___open64 (/lib64/libc-2.11.3.so) 7f8766d9b890 (/lib64/libc-2.11.3.so) mmfsd 1561 3 7267028.824325: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2269 8 7267028.824854: cycles: 7f169df8e11f check_match.12097 (/lib64/ld-2.11.3.so) postgres 1593 13 7267028.824860: cycles: 7a1eb5 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12193 10 7267028.825243: cycles: 8911ec () mmfsd 8049 7 7267028.825560: cycles: ffffffff81100095 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2269 9 7267028.826104: cycles: ffffffff810f9687 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2cb77f6a7a ([kernel.kallsyms]) 7f2cb77f6a7a _dl_sysdep_start (/lib64/ld-2.11.3.so) swapper 0 2 7267028.827857: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 9 7267028.827857: cycles: ffffffff8105e5d2 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 2270 11 7267028.828357: cycles: ffffffff810f3dd8 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f115bf2c1da ([kernel.kallsyms]) 7f115bf2c1da mmap (/lib64/ld-2.11.3.so) mmfsd 13573 14 7267028.829359: cycles: 89b1ed () 57fcbb () ffffc9003466d360 ([kernel.kallsyms]) mmfsd 4554 11 7267028.830099: cycles: 62bf28 () 1849a8 () addr2lin 2270 10 7267028.830258: cycles: ffffffff81087a70 down_read_trylock ([kernel.kallsyms]) ffffffff81464838 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f624bc493b8 ([kernel.kallsyms]) 7f624bc493b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f624bc41985 dl_main (/lib64/ld-2.11.3.so) 7f624bc52b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 8 7267028.831060: cycles: ffffffff81094d89 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 12 7267028.831395: cycles: ffffffff81051118 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267028.832103: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 6 7267028.833197: cycles: ffffffff8138f39d ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.834835: cycles: 7a1a0c qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4554 10 7267028.835954: cycles: ffffffff813e6714 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 15 7267028.838611: cycles: 7ffb7c0c76f5 () 7ffb71ebe118 () 0 () 0 () sh 2272 0 7267028.838938: cycles: ffffffff81170de8 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81167d02 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f11793451e0 ([kernel.kallsyms]) 7f11793451e0 __GI___open64 (/lib64/libc-2.11.3.so) mmfsd 13768 2 7267028.839415: cycles: ffffffffa04c261d ([mmfslinux]) ffffffffa0605a88 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 1561 3 7267028.839830: cycles: ffffffff813f06b6 tcp_current_mss ([kernel.kallsyms]) ffffffff813e2a6f tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1566 9 7267028.843334: cycles: ffffffff81045d27 task_waking_fair ([kernel.kallsyms]) ffffffff81054a99 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.844811: cycles: 7a1c4c qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2273 1 7267028.844868: cycles: ffffffff811780b0 mntput_no_expire ([kernel.kallsyms]) ffffffff81171981 d_path ([kernel.kallsyms]) ffffffff810f3d2b perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fa507984a57 ([kernel.kallsyms]) 7fa507984a57 () mmfsd 5354 11 7267028.844917: cycles: ffffffff813dc014 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4537 14 7267028.846204: cycles: ffffffff81071957 mod_timer ([kernel.kallsyms]) ffffffff813915ff sk_reset_timer ([kernel.kallsyms]) ffffffff813f3fab tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 3 7267028.846272: cycles: 94a5a6 () 200000000 () sh 2274 8 7267028.847655: cycles: 7f682dbd3fa6 __GI___mempcpy (/lib64/libc-2.11.3.so) 7f682db79aa1 _nl_find_locale (/lib64/libc-2.11.3.so) 7f682db794fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) mmfsd 4539 7 7267028.849061: cycles: ffffffff813f167a tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267028.850571: cycles: ffffffff810301c0 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810ca2d7 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2275 0 7267028.851067: cycles: ffffffff811002d1 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8112002c do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fe2e4f13866 ([kernel.kallsyms]) 7fe2e4f13866 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fe2e4f0b985 dl_main (/lib64/ld-2.11.3.so) 7fe2e4f1cb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2275 1 7267028.852973: cycles: 7ff480c19bc3 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7ff480c1b4f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7ff480c13985 dl_main (/lib64/ld-2.11.3.so) 7ff480c24b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 1561 2 7267028.853275: cycles: ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2276 8 7267028.854786: cycles: 7f640a6eebce _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f640a6f04f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f640a6e8985 dl_main (/lib64/ld-2.11.3.so) 7f640a6f9b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267028.854787: cycles: 7a1d6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267028.854949: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff810017ef __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f90bae000 ([kernel.kallsyms]) mmfsd 1566 9 7267028.855437: cycles: 5b6859 () addr2lin 2276 8 7267028.857200: cycles: 7fea9526c251 __mbsrtowcs (/lib64/libc-2.11.3.so) 7fea95a34fa7 (/usr/lib64/libbfd-2.23.1.so) 7fea95e2c520 (/usr/lib64/libbfd-2.23.1.so) 2a2d78756e696c () sh 2280 2 7267028.860484: cycles: ffffffff81461724 error_entry ([kernel.kallsyms]) 42fc20 ([kernel.kallsyms]) 42fc20 maybe_make_export_env (/bin/bash) 211 () mmfsd 1561 3 7267028.860522: cycles: ffffffff811442e9 kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267028.860609: cycles: ffffffff81094c9d tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 13754 9 7267028.860776: cycles: ffffffff81198bc3 ep_send_events_proc ([kernel.kallsyms]) ffffffff81199292 ep_scan_ready_list ([kernel.kallsyms]) ffffffff81199623 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () objdump 2278 1 7267028.862321: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f76842183b8 ([kernel.kallsyms]) 7f76842183b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7684210985 dl_main (/lib64/ld-2.11.3.so) 7f7684221b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 10 7267028.863164: cycles: ffffffff81392990 release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 66cca38 () swapper 0 12 7267028.863312: cycles: ffffffff8137aa0e cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 0 7267028.863421: cycles: ffffffff812bd101 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 1561 2 7267028.863756: cycles: 5a6410 () 15d98f0 () mmfsd 13768 8 7267028.864740: cycles: 5b6876 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () 7ffb5d4ad2c0 () 7ffb6c004a48 () postgres 1593 13 7267028.864763: cycles: 7a1eb2 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 11 7267028.865314: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () objdump 2278 1 7267028.865708: cycles: 7f76838cb2b6 bfd_elf_string_from_elf_section (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 13754 14 7267028.865780: cycles: 91f530 () 0 () mmfsd 8049 7 7267028.866767: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81004478 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 10 7267028.868461: cycles: ffffffffa04555d0 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 592b8f28 () 3f46a61c00000008 () swapper 0 5 7267028.868776: cycles: ffffffff81046fc3 idle_cpu ([kernel.kallsyms]) ffffffff81067675 irq_enter ([kernel.kallsyms]) ffffffff81055fbf scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2278 1 7267028.869326: cycles: 40603c (/usr/bin/objdump) 6bbd93 () 7fff9c241301 () swapper 0 4 7267028.871656: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2278 1 7267028.874064: cycles: ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f768311d5d0 ([kernel.kallsyms]) 7f768311d5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267028.874740: cycles: 7a1e2f qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 17989 15 7267028.874758: cycles: ffffffff811eb7fe security_socket_sendmsg ([kernel.kallsyms]) ffffffff8138e16f sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 7 7267028.874841: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15ca730 () mmfsd 31862 5 7267028.876938: cycles: ffffffff81210f8b aa_revalidate_sk ([kernel.kallsyms]) ffffffff8138e16f sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4554 6 7267028.877578: cycles: 583321 () 7ffb00000200 () mmfsd 13754 14 7267028.878571: cycles: ffffffff8104d941 update_cfs_shares ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05c07e5 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 1561 3 7267028.879244: cycles: 7ffb7c0f3e50 () 3f46a648 () mmfsd 5354 11 7267028.879729: cycles: ffffffffa040372c ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () objdump 2278 1 7267028.880377: cycles: 7f76838a1034 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 1 () mmfsd 31862 4 7267028.880415: cycles: ffffffffa04a0832 ([mmfslinux]) ffffffffa05bf168 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa160 () mmfsd 31862 4 7267028.880872: cycles: 94a5b4 () 7ffb6c00dcd0 () mmfsd 13768 15 7267028.881393: cycles: ffffffff81053dfe set_task_cpu ([kernel.kallsyms]) ffffffff81054af1 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13754 5 7267028.881554: cycles: 7ffb7c0c775f () 7ffb4d22a880 () 7ffb4d13c460 () 20f81 () swapper 0 4 7267028.881648: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 7 7267028.882153: cycles: 5b6876 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () 7ffb4c758f80 () 1598048 () mmfsd 13768 4 7267028.883723: cycles: ffffffff813e30c0 tcp_cleanup_rbuf ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d5ceca8 () postgres 1593 13 7267028.884717: cycles: 7a1d30 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267028.885757: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 10 7267028.886380: cycles: 1155ea1 () 1849a8 () swapper 0 6 7267028.887439: cycles: ffffffff8108d990 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 14 7267028.888865: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05c0593 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 1561 3 7267028.888911: cycles: ffffffff813dc3c3 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 15 7267028.888932: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1566 9 7267028.889025: cycles: 5b6859 () swapper 0 11 7267028.889238: cycles: ffffffff81102af6 free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1566 8 7267028.890110: cycles: ffffffffa045a702 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2281 9 7267028.890990: cycles: ffffffff810fff52 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f846fb125d0 ([kernel.kallsyms]) 7f846fb125d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () addr2lin 2281 9 7267028.892650: cycles: 7f84702b4215 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267028.894696: cycles: 7a1eaa qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2281 9 7267028.895767: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f846fb125d0 ([kernel.kallsyms]) 7f846fb125d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4554 7 7267028.899962: cycles: ffffffff81054ac9 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffffa04a8bc2 ([mmfslinux]) 6 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb741bcd60 () mmfsd 13754 11 7267028.900003: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04c268d ([mmfslinux]) ffffffffa0605a88 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () addr2lin 2281 9 7267028.900854: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f846fabec12 ([kernel.kallsyms]) 7f846fabec12 _int_malloc (/lib64/libc-2.11.3.so) swapper 0 15 7267028.900950: cycles: ffffffff810513b3 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 3 7267028.901081: cycles: ffffffff81100280 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31862 5 7267028.903177: cycles: ffffffff81068180 local_bh_enable_ip ([kernel.kallsyms]) ffffffffa045a894 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.904674: cycles: 7a1c98 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 8 7267028.904777: cycles: ffffffff8108d990 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 10 7267028.906497: cycles: 7fffe2dff8b0 () ffffc900344188c0 ([kernel.kallsyms]) perf 2282 0 7267028.907589: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4554 1 7267028.907845: cycles: ffffffff8141e903 bictcp_acked ([kernel.kallsyms]) ffffffff813ee65f tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 14 7267028.907965: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50f78e68 () swapper 0 6 7267028.907990: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2282 0 7267028.910379: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff8115f114 cp_new_stat ([kernel.kallsyms]) ffffffff8115f511 sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f530ff9f765 ([kernel.kallsyms]) 7f530ff9f765 _xstat (/lib64/libc-2.11.3.so) 4e201e () mmfsd 13754 15 7267028.910657: cycles: ffffffff8115bdeb fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138e5ea sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 548c3cf8 () mmfsd 5354 11 7267028.911601: cycles: 91c32b () 7ffb62e9d1a9 () 0 () mmfsd 1561 3 7267028.911983: cycles: 7ffb7cb536e0 () 15aa1c0 () mmfsd 1561 2 7267028.912932: cycles: ffffffff81051d50 pick_next_task_rt ([kernel.kallsyms]) ffffffff8145ee8e thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05c07e5 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 4555 10 7267028.913822: cycles: ffffffff8138f39d ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267028.914654: cycles: 7a1ca9 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 14 7267028.915773: cycles: ffffffff81105917 put_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267028.915929: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31862 5 7267028.916636: cycles: 11369a3 () mmfsd 31862 4 7267028.917198: cycles: ffffffffa04a8e84 ([mmfslinux]) ffffffffa05c038b ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 675a410 () addr2lin 2282 1 7267028.918037: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f34565345d0 ([kernel.kallsyms]) 7f34565345d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 12 7267028.919191: cycles: ffffffff81051285 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 0 7267028.919851: cycles: ffffffff8145ed07 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 2282 1 7267028.922341: cycles: 7f34564e09d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 4537 15 7267028.922487: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb748ac7f0 () swapper 0 14 7267028.923464: cycles: ffffffff810016e8 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff8823072de000 ([kernel.kallsyms]) postgres 1593 13 7267028.924633: cycles: 7a1ca5 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267028.924699: cycles: ffffffff81026d30 ir_ack_apic_edge ([kernel.kallsyms]) ffffffff810ca2d7 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 11 7267028.925874: cycles: 89a407 () ffffc90039234178 ([kernel.kallsyms]) swapper 0 4 7267028.925976: cycles: ffffffff8109466a update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 2 7267028.926395: cycles: ffffffffa045308c (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555dd nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2282 1 7267028.927319: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f34564e09d3 ([kernel.kallsyms]) 7f34564e09d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 12193 10 7267028.928306: cycles: ffffffff81059228 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15cb410 () mmfsd 4539 6 7267028.928384: cycles: 62bd0a () 1849a8 () swapper 0 2 7267028.928696: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31862 5 7267028.929769: cycles: ffffffff81461101 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 3 7267028.930038: cycles: ffffffffa0455030 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267028.930742: cycles: ffffffff813ee1e1 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2283 0 7267028.931221: cycles: ffffffff811446de __kmalloc ([kernel.kallsyms]) ffffffff811a89a4 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 1561 3 7267028.933392: cycles: ffffffff813e66fc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 15 7267028.934013: cycles: ffffffffa04599d5 tcp_pkt_to_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2283 0 7267028.934295: cycles: 7ffdb0a5840b __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) ff00000000 () postgres 1593 13 7267028.934610: cycles: 4a5c83 btint4fastcmp (/home/Computational/mark/andres/bin/postgres) 7a1c77 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12311 8 7267028.937335: cycles: 10cd480 () addr2lin 2283 1 7267028.937685: cycles: 7fb714d03d00 bfd_elf_sym_name (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 2 7267028.938561: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 4 7267028.938683: cycles: ffffffff813a5ebd net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa053ac34 ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () 900000140d4d3704 ([kernel.kallsyms]) mmfsd 13754 3 7267028.939968: cycles: 92651b () 0 () mmfsd 13768 14 7267028.940129: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d22a8d8 () mmfsd 4555 10 7267028.940399: cycles: ffffffff81391b2b sock_kmalloc ([kernel.kallsyms]) ffffffff8138f285 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 30313 11 7267028.940481: cycles: 7fb873d5be6b _IO_sgetn_internal (/lib64/libc-2.11.3.so) mmfsd 6383 5 7267028.942334: cycles: 7ffb7c0c7712 () 0 () postgres 1593 13 7267028.944590: cycles: 7a1ebd qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2283 1 7267028.944778: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb71450356e ([kernel.kallsyms]) 7fb71450356e _int_realloc (/lib64/libc-2.11.3.so) 10011 () swapper 0 8 7267028.945243: cycles: ffffffff813f97f7 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1566 15 7267028.945434: cycles: 7ffb7c0c4f4c () 7ffb704f2098 () 0 () 0 () mmfsd 12090 6 7267028.945566: cycles: 5b684b () swapper 0 10 7267028.945772: cycles: ffffffffa0453ca9 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 7 7267028.946226: cycles: ffffffff811435bb kmem_cache_alloc_node ([kernel.kallsyms]) ffffffff81395cba __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () kworker/ 91 9 7267028.948104: cycles: ffffffff813798f7 dbs_check_cpu ([kernel.kallsyms]) ffffffff81379d38 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 13768 11 7267028.950056: cycles: ffffffff810665c7 jiffies_64_to_clock_t ([kernel.kallsyms]) ffffffff810788e2 sys_times ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c0f3e5a ([kernel.kallsyms]) 7ffb7c0f3e5a () 0 () postgres 2284 2 7267028.950951: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb873d6b7a9 ([kernel.kallsyms]) 7fb873d6b7a9 __GI_memset (/lib64/libc-2.11.3.so) 63aefa AutoVacWorkerMain (/home/Computational/mark/andres/bin/postgres) 63b28e StartAutoVacWorker (/home/Computational/mark/andres/bin/postgres) 64ac2c sigusr1_handler (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 0 7267028.951711: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 2284 2 7267028.951982: cycles: ffffffff8117100b __d_lookup ([kernel.kallsyms]) ffffffff8116693b do_lookup ([kernel.kallsyms]) ffffffff81168764 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db51e0 ([kernel.kallsyms]) 7fb873db51e0 __GI___open64 (/lib64/libc-2.11.3.so) perf 2285 8 7267028.952833: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) postgres 2284 2 7267028.953600: cycles: 76d232 RelationInitIndexAccessInfo (/home/Computational/mark/andres/bin/postgres) 76e3c9 RelationBuildDesc (/home/Computational/mark/andres/bin/postgres) 77015d RelationIdGetRelation (/home/Computational/mark/andres/bin/postgres) 49daef relation_open (/home/Computational/mark/andres/bin/postgres) 4a5b6e index_open (/home/Computational/mark/andres/bin/postgres) 4a4e12 systable_beginscan (/home/Computational/mark/andres/bin/postgres) 50562a ApplySetting (/home/Computational/mark/andres/bin/postgres) 78700e InitPostgres (/home/Computational/mark/andres/bin/postgres) 63b16e AutoVacWorkerMain (/home/Computational/mark/andres/bin/postgres) 63b28e StartAutoVacWorker (/home/Computational/mark/andres/bin/postgres) 64ac2c sigusr1_handler (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2285 8 7267028.954267: cycles: 7f25ca725489 find_module_idx (/lib64/libc-2.11.3.so) 7f25ca823a33 (/lib64/libc-2.11.3.so) swapper 0 15 7267028.954343: cycles: ffffffff813f6014 tcp4_gro_receive ([kernel.kallsyms]) ffffffff81407af6 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.954567: cycles: 7a1e2f qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267028.955025: cycles: ffffffff810479e3 update_stats_wait_end ([kernel.kallsyms]) ffffffff8104e1b5 set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 5 7267028.955421: cycles: ffffffff8145eed7 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2285 9 7267028.955963: cycles: ffffffff81158a18 __dentry_open ([kernel.kallsyms]) ffffffff81167df4 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f43053531e0 ([kernel.kallsyms]) 7f43053531e0 __GI___open64 (/lib64/libc-2.11.3.so) swapper 0 7 7267028.956718: cycles: ffffffffa046f6d2 ipv4_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267028.957256: cycles: ffffffff8104f893 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2285 9 7267028.958390: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4305af4ec0 ([kernel.kallsyms]) 7f4305af4ec0 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 7f430511d080 () 6153eb () 7fff53455313 () mmfsd 4537 14 7267028.958512: cycles: ffffffffa0453ca9 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2285 9 7267028.961221: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f43053535d0 ([kernel.kallsyms]) 7f43053535d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 11 7267028.962993: cycles: ffffffff81052033 sched_ttwu_do_pending ([kernel.kallsyms]) postgres 1593 13 7267028.964545: cycles: 7a1e2f qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 8049 6 7267028.964866: cycles: ffffffff81045d49 effective_load ([kernel.kallsyms]) ffffffff81045ec3 wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2285 9 7267028.965912: cycles: 7f4305c5bb9f _objalloc_alloc (/usr/lib64/libbfd-2.23.1.so) 7f4300000530 () 0 () mmfsd 13573 5 7267028.967413: cycles: 893529 () mmfsd 13573 4 7267028.967557: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05c07e5 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 8049 7 7267028.967657: cycles: ffffffff81054a47 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04a7ff0 ([mmfslinux]) ffffffffa05c05fb ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 10 7267028.968178: cycles: ffffffff81086113 run_posix_cpu_timers ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267028.969930: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05c0487 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb74209280 () swapper 0 15 7267028.970321: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2286 0 7267028.972853: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13754 14 7267028.973095: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81054b8b try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267028.974526: cycles: 7a1eb5 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2286 0 7267028.975743: cycles: 7f04960f4134 srandom (/lib64/libc-2.11.3.so) 7fff00313590 () mmfsd 13754 15 7267028.977572: cycles: ffffffff81392992 release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50facb68 () addr2lin 2286 1 7267028.977861: cycles: ffffffff811545f4 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8ddf4063b8 ([kernel.kallsyms]) 7f8ddf4063b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f8ddf3fe985 dl_main (/lib64/ld-2.11.3.so) 7f8ddf40fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 14 7267028.977870: cycles: 92fa94 () 0 () swapper 0 12 7267028.979064: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267028.979939: cycles: ffffffff8137bafb menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 3 7267028.981117: cycles: 91412f () mmfsd 12311 9 7267028.982490: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa05bf269 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64315d50 () mmfsd 12193 11 7267028.982573: cycles: ffffffffa051f531 ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05c0487 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640394c0 () postgres 1593 13 7267028.984506: cycles: 7a1b42 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 3 7267028.984819: cycles: 926571 () 0 () addr2lin 2286 1 7267028.986627: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8dde82b5d0 ([kernel.kallsyms]) 7f8dde82b5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12090 6 7267028.988080: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb7489ac90 () mmfsd 13754 10 7267028.988415: cycles: ffffffff813e543d tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 55384bf8 () swapper 0 4 7267028.989344: cycles: ffffffff810ca290 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267028.989456: cycles: ffffffff81046fb0 idle_cpu ([kernel.kallsyms]) ffffffff81067675 irq_enter ([kernel.kallsyms]) ffffffff81055fbf scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2286 1 7267028.990891: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f8dde7d79d3 ([kernel.kallsyms]) 7f8dde7d79d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 15 7267028.993844: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267028.994483: cycles: 7a1d6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13573 5 7267028.994637: cycles: ffffffff8138e116 sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2286 1 7267028.994974: cycles: 7f8ddefaf046 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 200000001 () swapper 0 7 7267028.995066: cycles: ffffffffa0459f3b tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267028.996294: cycles: ffffffff8125a7f1 rb_erase ([kernel.kallsyms]) ffffffff8125b811 timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff8108786d hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff81094571 tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267028.996299: cycles: ffffffff813e61b8 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 0 7267028.999042: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 12193 11 7267028.999641: cycles: 91680d () 0 () sh 2287 8 7267029.000597: cycles: ffffffff811584a8 filp_close ([kernel.kallsyms]) ffffffff811585d7 sys_close ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1844549570 ([kernel.kallsyms]) 7f1844549570 __GI___libc_close (/lib64/libc-2.11.3.so) 495450f0e48348e2 () mmfsd 4555 10 7267029.000649: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb68017eb0 () swapper 0 7 7267029.001960: cycles: ffffffff81030420 native_load_tls ([kernel.kallsyms]) ffffffff810017b6 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f90bd2000 ([kernel.kallsyms]) swapper 0 6 7267029.002038: cycles: ffffffff81030448 native_load_tls ([kernel.kallsyms]) ffffffff810017b6 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f90bae000 ([kernel.kallsyms]) mmfsd 4537 15 7267029.002137: cycles: 11368d0 () mmfsd 1561 3 7267029.002209: cycles: ffffffff8107f375 __task_pid_nr_ns ([kernel.kallsyms]) ffffffffa04c2645 ([mmfslinux]) ffffffffa0605a88 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () 6b0000000001597e () mmfsd 12311 2 7267029.003567: cycles: 89a403 () ffffc9003eded398 ([kernel.kallsyms]) postgres 1593 13 7267029.004460: cycles: 7a1a48 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 5 7267029.004923: cycles: ffffffff8115bdeb fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () addr2lin 2287 9 7267029.006877: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe60d4a25d0 ([kernel.kallsyms]) 7fe60d4a25d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 14 7267029.006971: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267029.007876: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 3 7267029.008698: cycles: ffffffffa04552ff nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2287 9 7267029.010751: cycles: 7fe60dc394cd (/usr/lib64/libbfd-2.23.1.so) 500000000 () mmfsd 12193 11 7267029.013385: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa04a8ba5 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64013ec0 () swapper 0 10 7267029.013975: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.014439: cycles: 7a1ca9 qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a1b6a qsort_ssup (/home/Computational/mark/andres/bin/postgres) 7a208e tuplesort_performsort (/home/Computational/mark/andres/bin/postgres) 5c6446 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c2338 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2287 9 7267029.015369: cycles: 7fe60dc2608e read_signed_leb128 (/usr/lib64/libbfd-2.23.1.so) eb03747d9c039008 ([kernel.kallsyms]) mmfsd 8049 2 7267029.015396: cycles: 920a54 () 7ffb701f8098 () 0 () swapper 0 3 7267029.015690: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.016307: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267029.017181: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 15 7267029.017238: cycles: ffffffffa049a080 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 11 7267029.019084: cycles: 7ffb7c134238 () perf 2288 0 7267029.019281: cycles: ffffffff8111de61 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2288 0 7267029.021321: cycles: ffffffff81144c32 kmem_cache_alloc ([kernel.kallsyms]) ffffffff8115c431 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff491f091e0 ([kernel.kallsyms]) 7ff491f091e0 __GI___open64 (/lib64/libc-2.11.3.so) mmfsd 13754 11 7267029.021386: cycles: ffffffff810788e5 sys_times ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c0f3e5a ([kernel.kallsyms]) 7ffb7c0f3e5a () 0 () mmfsd 31862 5 7267029.022298: cycles: ffffffff8126eb57 swiotlb_map_page ([kernel.kallsyms]) ffffffffa040e791 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 2 7267029.022538: cycles: ffffffff813f9341 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 4543 3 7267029.022685: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267029.023524: cycles: ffffffff81003bc9 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.024419: cycles: 5bf5b3 IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2288 1 7267029.024795: cycles: 7f5c1d07ab0e _dl_relocate_object (/lib64/ld-2.11.3.so) 7f5c1d072985 dl_main (/lib64/ld-2.11.3.so) 7f5c1d083b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 12 7267029.026957: cycles: ffffffff81469c60 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 8 7267029.027571: cycles: 5b6876 () mmfsd 4554 0 7267029.027683: cycles: ffffffffa04037c3 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 5 7267029.031798: cycles: 92ad5c () 7ffb74000078 () 201 () mmfsd 17989 3 7267029.032017: cycles: ffffffffa04ff324 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2288 1 7267029.032247: cycles: ffffffff8110591d put_page ([kernel.kallsyms]) ffffffff810fa631 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5c1c49f5d0 ([kernel.kallsyms]) 7f5c1c49f5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 2 7267029.032331: cycles: ffffffffa04552b7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31862 4 7267029.033537: cycles: 94a582 () 7ffb6c00dcd0 () postgres 1593 13 7267029.034396: cycles: ffffffffa04c0066 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 5354 14 7267029.034590: cycles: 7fffe2dff8b1 () ffffc90034412ec0 ([kernel.kallsyms]) mmfsd 12090 6 7267029.034746: cycles: ffffffff81051205 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640394c0 () swapper 0 15 7267029.036657: cycles: ffffffff8107b263 insert_work ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2288 1 7267029.037440: cycles: 7f5c1cc33470 (/usr/lib64/libbfd-2.23.1.so) mmfsd 13768 14 7267029.038781: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff810716fc mod_timer_pending ([kernel.kallsyms]) ffffffffa0453d95 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 552a6738 () 564b34bf00000009 () swapper 0 10 7267029.040037: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 7 7267029.040109: cycles: 7ffb7c0c4f38 () 7ffb7076d098 () 0 () mmfsd 13754 3 7267029.041127: cycles: ffffffff81049f32 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2288 1 7267029.041395: cycles: 7f5c1cc22cc0 bfd_getl32 (/usr/lib64/libbfd-2.23.1.so) 61aae8 () 0 () aa8220 () aa7a40 () aa5e70 () aa5150 () aa2ed0 () aa0b90 () a9e6d0 () a9c520 () a9a0a0 () a999e0 () a977e0 () a96a40 () a946e0 () a92860 () a91d80 () a8fc90 () a8dc40 () a8cde0 () a8a990 () a88730 () a865c0 () a84b30 () a840d0 () a81d50 () a7ff10 () a7f570 () a7d930 () a7cb30 () a7a740 () a78710 () a77cd0 () a75980 () a73b10 () a72d50 () a70a30 () a6e5a0 () a6c610 () a6b9b0 () a698c0 () a67fb0 () a675b0 () a652c0 () a62d30 () a60ca0 () a603e0 () a5de40 () a5bca0 () a599e0 () a58be0 () a56a50 () a54890 () a53cf0 () a51970 () a4fa40 () a4ef60 () a4ccd0 () a4a990 () a487e0 () a47de0 () a46010 () a45470 () a435f0 () a42a70 () a40a80 () a3e830 () a3ddd0 () a3bed0 () a3b6b0 () a39ca0 () a39540 () a37220 () a35150 () a346d0 () a323f0 () a30220 () a2f8c0 () a2d780 () a2b6d0 () a2a930 () a284a0 () a265f0 () a25a90 () a237d0 () a21310 () a1f280 () a1e6c0 () a1c670 () a1af40 () a1a7e0 () a18460 () a16290 () a14780 () a13d60 () a11af0 () a0fa00 () a0ed80 () a0cbe0 () a0a9d0 () a0a170 () a07d40 () a05af0 () a051d0 () a03280 () a027e0 () a01070 () a00750 () 9fe730 () 9fc690 () 9fb9d0 () 9f9540 () 9f6ff0 () 9f5090 () 9f2f20 () 9f2360 () 9f00b0 () 9edcb0 () 9ed3d0 () 9eb3b0 () 9e9190 () 9e86f0 () 9e6810 () 9e5f70 () 9e3b80 () 9e1a00 () 9e0c80 () 9deb30 () 9dc920 () 9dbc00 () 9d9770 () 9d7680 () 9d6010 () 9d5790 () 9d3470 () 9d1b30 () 9d1470 () 9cf6c0 () 9ceb40 () 9cc670 () 9cb060 () 9ca980 () 9c83a0 () 9c5f00 () 9c3c90 () 9c1840 () 9c0be0 () 9be770 () 9bc370 () 9ba340 () 9b9960 () 9b7ab0 () 9b6d30 () 9b5030 () 9b4530 () 9b22f0 () 9b0020 () 9af760 () 9ae0f0 () 9ad7d0 () 9ab4c0 () 9a9c30 () 9a9450 () 9a7340 () 9a52e0 () 9a46a0 () 9a27f0 () 9a1d90 () 99f890 () 99d720 () 99b3f0 () 9996c0 () 998ec0 () 9970f0 () 996470 () 994640 () 993960 () 991590 () 98f270 () 98d410 () 98c730 () 98a5e0 () 988160 () 985c30 () 983930 () 982c30 () 9809d0 () 97e600 () 97c230 () 979e70 () 9791d0 () 976c70 () 974910 () 973280 () 9728c0 () 970ae0 () 96efd0 () 96e770 () 96c060 () 969fe0 () 967e10 () 967590 () 965080 () 962cb0 () 960bf0 () 9604b0 () 95e210 () 95d790 () 95b290 () 958da0 () 9575f0 () 956af0 () 954b70 () 953180 () 952b20 () 950840 () 94ecd0 () 94e1b0 () 94bd40 () 9499e0 () 947530 () 945410 () 944670 () 9425c0 () 940760 () 93f900 () 93d480 () 93b250 () 9390b0 () 9384f0 () 935fc0 () 933ae0 () 931710 () 92f460 () 92eba0 () 92c860 () 92a440 () 928100 () 927380 () 925140 () 922db0 () 920c10 () 91ffd0 () 91dae0 () 91b5f0 () 9191f0 () 916f90 () 9153e0 () 914b60 () 913530 () 912cb0 () 911720 () 910e80 () mmfsd 13768 7 7267029.042621: cycles: ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffff81199286 ep_scan_ready_list ([kernel.kallsyms]) ffffffff81199623 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 13 7267029.044456: cycles: 6fbd78 SB_MatchText (/home/Computational/mark/andres/bin/postgres) 6fcb0b textlike (/home/Computational/mark/andres/bin/postgres) 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 14 7267029.046063: cycles: 7ffb7c0c3b99 () sh 2289 0 7267029.046511: cycles: ffffffff8126008f strnlen_user ([kernel.kallsyms]) ffffffff811a7d93 create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () mmfsd 4543 2 7267029.046723: cycles: ffffffffa0413094 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2289 0 7267029.049142: cycles: 7f5ecca65e50 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () swapper 0 6 7267029.049611: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 12 7267029.050902: cycles: ffffffff81050ebd scale_rt_power ([kernel.kallsyms]) ffffffff81051034 update_group_power ([kernel.kallsyms]) ffffffff8105146a find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2289 1 7267029.050979: cycles: ffffffff814647af do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7f5def2d3b ([kernel.kallsyms]) 7f7f5def2d3b __GI_memset (/lib64/libc-2.11.3.so) mmfsd 4555 11 7267029.051784: cycles: ffffffff811443f7 kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.054416: cycles: 783220 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2289 1 7267029.057017: cycles: 7f7f5deea734 __malloc (/lib64/libc-2.11.3.so) swapper 0 15 7267029.059069: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 3 7267029.059312: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8116c3c8 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa5c0 () mmfsd 1561 7 7267029.060937: cycles: ffffffff81100000 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267029.061032: cycles: ffffffff8145eef6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2289 1 7267029.063540: cycles: ffffffff81116492 zone_statistics ([kernel.kallsyms]) ffffffff8110033d get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7f5df3c5d0 ([kernel.kallsyms]) 7f7f5df3c5d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () swapper 0 11 7267029.064052: cycles: ffffffff81089531 sched_clock_cpu ([kernel.kallsyms]) ffffffff81094b7f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.064380: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13573 4 7267029.064771: cycles: ffffffff81394dd1 __skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 3 7267029.064935: cycles: ffffffff8139dbd1 netif_skb_features ([kernel.kallsyms]) ffffffff813a2f3b dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2290 0 7267029.066958: cycles: ffffffff810f3dae perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff8112435c expand_downwards ([kernel.kallsyms]) ffffffff8111c901 do_anonymous_page ([kernel.kallsyms]) ffffffff81121da9 __get_user_pages ([kernel.kallsyms]) ffffffff81160a96 get_arg_page ([kernel.kallsyms]) ffffffff81160dfc copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 12193 11 7267029.069108: cycles: ffffffff8105127b find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64ac6c10 () swapper 0 8 7267029.069181: cycles: ffffffff812bd0d8 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 6 7267029.069556: cycles: ffffffff813f1579 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 2 7267029.070125: cycles: ffffffff81067023 local_bh_disable ([kernel.kallsyms]) ffffffff814610e9 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff813929a9 release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5937c418 () sh 2290 0 7267029.070144: cycles: 7f6692d1414a __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () mmfsd 4555 10 7267029.070485: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa04a8b20 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64006440 () swapper 0 11 7267029.071589: cycles: ffffffff813956bf __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267029.072533: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 14 7267029.073100: cycles: ffffffff8104c756 dequeue_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb74204770 () postgres 1593 13 7267029.074452: cycles: 5b14d1 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 12 7267029.074848: cycles: ffffffff8105148d find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 2 7267029.074866: cycles: 920999 () 2550249200 () 7ffb509d7d18 () b10ff0d089ff4a8d ([kernel.kallsyms]) addr2lin 2290 1 7267029.075766: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f99eb3ae5d0 ([kernel.kallsyms]) 7f99eb3ae5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4543 3 7267029.077900: cycles: ffffffffa04556f7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267029.078747: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 7 7267029.080043: cycles: ffffffff813e386f skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 8 7267029.081072: cycles: ffffffff8103078e native_set_ldt ([kernel.kallsyms]) ffffffff8145ef03 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 11 7267029.081096: cycles: ffffffff813b613a sk_filter ([kernel.kallsyms]) ffffffff813f9691 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267029.082063: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 6 7267029.083301: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2290 1 7267029.083406: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f99eb35a9d3 ([kernel.kallsyms]) 7f99eb35a9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267029.084394: cycles: 6fbd78 SB_MatchText (/home/Computational/mark/andres/bin/postgres) 6fcb0b textlike (/home/Computational/mark/andres/bin/postgres) 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 5354 14 7267029.085082: cycles: 7ffb7c0c3b03 () mmfsd 13754 10 7267029.086058: cycles: ffffffffff600183 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe2dff8dd () 7ffb7c0e53aa () mmfsd 13573 4 7267029.086704: cycles: 5b25a0 () 0 () mmfsd 4543 2 7267029.086712: cycles: ffffffff81395c70 __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813f2a77 tso_fragment ([kernel.kallsyms]) ffffffff813f3f70 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267029.087052: cycles: ffffffff810090d3 native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff81094b7f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 13754 8 7267029.087549: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () perf 30004 0 7267029.087620: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13768 7 7267029.089779: cycles: 92ff2a () sh 2291 0 7267029.090343: cycles: 7f3fa6db5d26 __strlen_sse42 (/lib64/libc-2.11.3.so) 0 () 504847554f524854 () mmfsd 12193 11 7267029.091675: cycles: ffffffff810717f5 mod_timer ([kernel.kallsyms]) ffffffff813915ff sk_reset_timer ([kernel.kallsyms]) ffffffff813f3fab tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 6 7267029.093034: cycles: ffffffff813a477d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.094348: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2291 1 7267029.095488: cycles: ffffffff8125e9f9 copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7e470c45d0 ([kernel.kallsyms]) 7f7e470c45d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4554 0 7267029.096767: cycles: 58ed60 () 1849a8 () mmfsd 8049 15 7267029.097192: cycles: 11368b3 () mmfsd 4543 2 7267029.099087: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267029.099104: cycles: ffffffff8137bbbb menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 8 7267029.100227: cycles: 89a3c0 () ffffc9002c8cea88 ([kernel.kallsyms]) swapper 0 4 7267029.100722: cycles: ffffffff81407996 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.101491: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2291 1 7267029.103397: cycles: 7f7e4785b473 (/usr/lib64/libbfd-2.23.1.so) 100000000 () mmfsd 1561 7 7267029.103606: cycles: ffffffffa04ff66c nf_nat_out (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13573 5 7267029.103703: cycles: 896268 () 2 () c148d28938c48348 ([kernel.kallsyms]) swapper 0 11 7267029.104026: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.104308: cycles: 7fffe8fff8ee ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4543 3 7267029.104472: cycles: ffffffff813ef86d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 12 7267029.106788: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2292 8 7267029.108398: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13754 10 7267029.108809: cycles: 92e7c2 () 0 () sh 2292 8 7267029.109118: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff811211e0 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f5dbb1db054 ([kernel.kallsyms]) 7f5dbb1db054 _dl_setup_hash (/lib64/ld-2.11.3.so) 7f5dbb1d9d2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () sh 2292 8 7267029.109825: cycles: 7f5dbaa48f0b __GI_getenv (/lib64/libc-2.11.3.so) 7fff98a17c41 () 382d4654552e5355 () swapper 0 14 7267029.110143: cycles: ffffffff8132252b add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 15 7267029.110209: cycles: 932ea6 () 7ffb6370c128 () 0 () 0 () mmfsd 1566 2 7267029.110689: cycles: 7ffb7c0c4f4c () 7ffb704f2098 () 0 () 0 () addr2lin 2292 8 7267029.111650: cycles: 7f4bce479524 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f4bce471985 dl_main (/lib64/ld-2.11.3.so) 7f4bce482b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 3 7267029.113045: cycles: ffffffff8104e2b3 dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 13 7267029.114273: cycles: 782fc7 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12193 11 7267029.115031: cycles: 89a3cc () ffffc9003c01c3f8 ([kernel.kallsyms]) swapper 0 6 7267029.115811: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 7 7267029.117111: cycles: ffffffffa04a0579 ([mmfslinux]) ffffffffa051f536 ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05c0487 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b1550 () addr2lin 2292 8 7267029.117178: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4bcd89e5d0 ([kernel.kallsyms]) 7f4bcd89e5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 2 7267029.118303: cycles: ffffffff8139dea1 __napi_complete ([kernel.kallsyms]) ffffffff813a579f napi_complete ([kernel.kallsyms]) ffffffffa0412df8 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267029.118745: cycles: ffffffff811451fa kmem_cache_free ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1566 3 7267029.119954: cycles: ffffffffa040e84e ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267029.121730: cycles: ffffffff812bd101 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) fail2ban 1215 12 7267029.122342: cycles: 7f4657d5f8e2 () mmfsd 12193 15 7267029.123099: cycles: ffffffff8125ea10 copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.124243: cycles: 49d3e0 heap_hot_search_buffer (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 6 7267029.125107: cycles: ffffffffa05be751 ([mmfs26]) ffffffffa05befb1 ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 1561 10 7267029.125749: cycles: 931a49 () 0 () 0 () mmfsd 13768 9 7267029.125904: cycles: 7ffb7c0c7629 () 564b360c () 564b360d () 564b360e () addr2lin 2292 8 7267029.125981: cycles: 7f4bcd848aa4 _int_free (/lib64/libc-2.11.3.so) perf 30004 9 7267029.128230: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8111c5f3 __pud_alloc ([kernel.kallsyms]) ffffffff8111f590 copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13768 7 7267029.129774: cycles: 912915 () 0 () sh 2293 0 7267029.130916: cycles: 7fd415a05780 __GI_memcpy (/lib64/libc-2.11.3.so) 7fd4159b0bb2 _nl_expand_alias (/lib64/libc-2.11.3.so) 7fd4159aa4fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) mmfsd 13573 4 7267029.132805: cycles: 58ed60 () 1849a8 () grep 2295 10 7267029.133323: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff81024c08 smp_reschedule_interrupt ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff81468ffb int_careful ([kernel.kallsyms]) 7f2dc9406b00 ([kernel.kallsyms]) 7f2dc9406b00 _start (/lib64/ld-2.11.3.so) swapper 0 2 7267029.133515: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) expand 2296 11 7267029.133800: cycles: 7faab2eb722d _nl_make_l10nflist (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267029.134218: cycles: 46efdd slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 3 7267029.135484: cycles: ffffffffa05bf2e7 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 4539 9 7267029.135638: cycles: ffffffffa04f8e74 nf_nat_get_offset (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa0459ea5 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2297 10 7267029.136454: cycles: ffffffff810f9f0b filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdcdb569 ([kernel.kallsyms]) 7f2abdcdb569 __GI___libc_close (/lib64/libc-2.11.3.so) sh 2297 11 7267029.137159: cycles: ffffffff81153f55 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff811200c3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f842fa5a866 ([kernel.kallsyms]) 7f842fa5a866 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f842fa52985 dl_main (/lib64/ld-2.11.3.so) 7f842fa63b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4537 14 7267029.137629: cycles: ffffffff81468df0 sysret_check ([kernel.kallsyms]) 7ffb7c0f3e5a () 400000000 () mmfsd 4555 11 7267029.139003: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05c07e5 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () addr2lin 2297 10 7267029.139360: cycles: 7fa565d06e7a __strcmp_sse42 (/lib64/libc-2.11.3.so) 0 () 100000005 () 666c650034362d36 () swapper 0 9 7267029.139475: cycles: ffffffff813915f0 sk_reset_timer ([kernel.kallsyms]) ffffffff813efbb0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 6 7267029.139878: cycles: ffffffffa041a074 ixgbe_tx_ctxtdesc (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04132eb ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2298 12 7267029.139913: cycles: ffffffff8125ea10 copy_user_generic_string ([kernel.kallsyms]) ffffffff81160e87 copy_strings ([kernel.kallsyms]) ffffffff81160f36 copy_strings_kernel ([kernel.kallsyms]) ffffffff81162b72 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 2298 12 7267029.140033: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 2298 12 7267029.140157: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4543 0 7267029.140741: cycles: 913a63 () mmfsd 5354 15 7267029.141343: cycles: ffffffffa0458b41 __nf_ct_l4proto_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455375 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2298 12 7267029.141742: cycles: ffffffff81445acd md5_transform ([kernel.kallsyms]) ffffffff81323415 get_random_int ([kernel.kallsyms]) ffffffff8103af25 mmap_rnd ([kernel.kallsyms]) ffffffff8103b01e mmap_base ([kernel.kallsyms]) ffffffff8103b136 arch_pick_mmap_layout ([kernel.kallsyms]) ffffffff81161896 setup_new_exec ([kernel.kallsyms]) ffffffff811a8a7c load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f5d115d1a57 ([kernel.kallsyms]) 7f5d115d1a57 __execve (/lib64/libc-2.11.3.so) swapper 0 7 7267029.143482: cycles: ffffffff81009160 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd0e3 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.144191: cycles: 68f44f LWLockRelease (/home/Computational/mark/andres/bin/postgres) 674f42 UnlockReleaseBuffer (/home/Computational/mark/andres/bin/postgres) 4acadb _bt_steppage (/home/Computational/mark/andres/bin/postgres) 4acc38 _bt_next (/home/Computational/mark/andres/bin/postgres) 4abefb btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2299 14 7267029.144261: cycles: ffffffff8125fbd2 __memset ([kernel.kallsyms]) ffffffff811449f9 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff8120fdda apparmor_file_alloc_security ([kernel.kallsyms]) ffffffff8115c460 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4967d7a1e0 ([kernel.kallsyms]) 7f4967d7a1e0 __GI___open64 (/lib64/libc-2.11.3.so) addr2lin 2299 15 7267029.146254: cycles: 7f9f708157ad __malloc (/lib64/libc-2.11.3.so) 0 () perf 2300 14 7267029.146775: cycles: ffffffff81128dc1 page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 31858 6 7267029.147394: cycles: ffffffff812f4500 dma_issue_pending_all ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff81068189 local_bh_enable_ip ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2300 15 7267029.149392: cycles: 7ffdd5838b4e __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () swapper 0 14 7267029.149720: cycles: ffffffff8145ecb6 __schedule ([kernel.kallsyms]) ffff88011060e000 ([kernel.kallsyms]) mmfsd 13768 11 7267029.150319: cycles: ffffffff810549cf try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () sh 2301 9 7267029.150722: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f30590b37b9 ([kernel.kallsyms]) 7f30590b37b9 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f30590ab985 dl_main (/lib64/ld-2.11.3.so) 7f30590bcb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 10 7267029.152534: cycles: ffffffffa0412080 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5967a3a8 () perf 30004 9 7267029.153488: cycles: ffffffff810ee210 __perf_event_header__init_id ([kernel.kallsyms]) ffffffff810ef932 perf_event_task_output ([kernel.kallsyms]) ffffffff810efaff perf_event_task_ctx ([kernel.kallsyms]) ffffffff810efbf8 perf_event_task ([kernel.kallsyms]) ffffffff8105f9a2 copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267029.154168: cycles: 4ccfc7 DataChecksumsEnabled (/home/Computational/mark/andres/bin/postgres) 675eac ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2302 11 7267029.155014: cycles: 7fa436af30b5 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () sh 2304 2 7267029.155616: cycles: 7fa436be4d07 __strlen_sse42 (/lib64/libc-2.11.3.so) 6f6974617475706d () swapper 0 7 7267029.156413: cycles: ffffffff812bd0d8 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2303 0 7267029.156933: cycles: ffffffff81123c16 find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9752a6d3b8 ([kernel.kallsyms]) 7f9752a6d3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9752a65985 dl_main (/lib64/ld-2.11.3.so) 7f9752a76b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () grep 2304 3 7267029.157351: cycles: 7f6ecf4bb936 __realloc (/lib64/libc-2.11.3.so) 7f6ecf7b2ef8 (/lib64/libc-2.11.3.so) objdump 2303 0 7267029.159206: cycles: 7f9752a6d39c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9752a65985 dl_main (/lib64/ld-2.11.3.so) 7f9752a76b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 2303 0 7267029.162124: cycles: 7f97520f5e0b bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 7715b0 () mmfsd 17989 6 7267029.163013: cycles: ffffffff8138f16e ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4554 1 7267029.163737: cycles: ffffffff813f0e85 tcp_options_write ([kernel.kallsyms]) ffffffff813f1303 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.164143: cycles: 46f1a0 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 2303 0 7267029.166280: cycles: 7f9751928d4e __GI_memset (/lib64/libc-2.11.3.so) swapper 0 9 7267029.167632: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2303 0 7267029.169199: cycles: 406005 (/usr/bin/objdump) 7f9751805b60 () 6ae881 () 7fff933f1301 () objdump 2303 0 7267029.172615: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f97519725d0 ([kernel.kallsyms]) 7f97519725d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13754 15 7267029.173130: cycles: ffffffff8138e60c sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5913a1a8 () swapper 0 10 7267029.173424: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.174119: cycles: 783347 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 8 7267029.175226: cycles: ffffffff813ee1c4 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2303 0 7267029.177758: cycles: 7f975191e9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 13754 7 7267029.178525: cycles: ffffffffa05bdf80 ([mmfs26]) ffffffffa05bf931 ([mmfs26]) ffffffffa05c066c ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13573 4 7267029.179051: cycles: ffffffff8104c6ac update_rq_clock ([kernel.kallsyms]) ffffffff8104c6e2 dequeue_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb680128f0 () swapper 0 11 7267029.182992: cycles: ffffffff8139dea1 __napi_complete ([kernel.kallsyms]) ffffffff813a579f napi_complete ([kernel.kallsyms]) ffffffffa0412df8 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) grep 2304 1 7267029.183928: cycles: ffffffff8111dd40 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6ecf4e7a38 ([kernel.kallsyms]) postgres 1593 13 7267029.184098: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 6 7267029.184802: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267029.185396: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 11 7267029.185702: cycles: ffffffff81001693 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fc284e000 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa1c0 () mmfsd 13754 10 7267029.187061: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe2dff8dd () 7ffb7c0e53aa () mmfsd 13768 0 7267029.191126: cycles: ffffffffa04036af ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d11c4e8 () 564b36b400000009 () postgres 1593 13 7267029.194181: cycles: 4ae593 _bt_checkkeys (/home/Computational/mark/andres/bin/postgres) 4ac5c8 _bt_readpage (/home/Computational/mark/andres/bin/postgres) 4acb3a _bt_steppage (/home/Computational/mark/andres/bin/postgres) 4acc38 _bt_next (/home/Computational/mark/andres/bin/postgres) 4abefb btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267029.194975: cycles: ffffffff813f7140 pskb_may_pull ([kernel.kallsyms]) ffffffff813f92ee tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 11 7267029.197494: cycles: 914003 () swapper 0 1 7267029.197599: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 7 7267029.198796: cycles: ffffffffa040e9d2 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12193 15 7267029.198949: cycles: ffffffff81395a61 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb68017eb0 () addr2lin 2306 12 7267029.199822: cycles: 7fe86274f6fc vfprintf (/lib64/libc-2.11.3.so) 7fe8627f9b4d __GI___vsprintf_chk (/lib64/libc-2.11.3.so) mmfsd 4539 9 7267029.200868: cycles: 913373 () 0 () postgres 1593 13 7267029.204135: cycles: 4abe90 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 14 7267029.204493: cycles: ffffffff8137ba52 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 6 7267029.205383: cycles: 9209b5 () 2502000000 () 7ffb00000008 () b10ff0d089ff4a8d ([kernel.kallsyms]) addr2lin 2307 1 7267029.208896: cycles: 7fb0a2988524 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fb0a2980985 dl_main (/lib64/ld-2.11.3.so) 7fb0a2991b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 17989 7 7267029.209311: cycles: ffffffffa05be010 ([mmfs26]) ffffffffa05beffc ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () e00000000001597e ([kernel.kallsyms]) addr2lin 2307 1 7267029.211443: cycles: 7fb0a2530e00 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 767850 () swapper 0 10 7267029.211668: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 6 7267029.211811: cycles: 5b6859 () 7ffb4d1036a0 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d1036a0 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d1036a0 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d1036a0 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d1036a0 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d1036a0 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d1036a0 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () 7ffb6c004a48 () 7ffb4d206940 () swapper 0 15 7267029.212275: cycles: ffffffff8125aa9d rb_next ([kernel.kallsyms]) ffffffff8125b838 timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff81086cff __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 9 7267029.213379: cycles: ffffffff81049e72 resched_task ([kernel.kallsyms]) ffffffff81049f65 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4543 11 7267029.213613: cycles: 920896 () 2550249200 () 7ffb741584c0 () b10ff0d089ff4a8d ([kernel.kallsyms]) postgres 1593 13 7267029.214094: cycles: 79a1ad ResourceOwnerRememberBuffer (/home/Computational/mark/andres/bin/postgres) 674cd0 PinBuffer (/home/Computational/mark/andres/bin/postgres) 675de2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 4964a5 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2307 1 7267029.214665: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb0a1dad5d0 ([kernel.kallsyms]) 7fb0a1dad5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 2307 1 7267029.217081: cycles: ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb0a1dad5d0 ([kernel.kallsyms]) 7fb0a1dad5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13573 5 7267029.218342: cycles: 7ffb7c0c558a () addr2lin 2307 1 7267029.220116: cycles: 7fb0a253103a read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 200000000 () mmfsd 13754 15 7267029.220574: cycles: 912bf5 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () 7ffb67ed2780 () 1598048 () swapper 0 14 7267029.220617: cycles: ffffffff810614d0 printk_needs_cpu ([kernel.kallsyms]) ffffffff81094db8 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 1561 10 7267029.220748: cycles: ffffffff81397270 skb_clone ([kernel.kallsyms]) ffffffff813f10d3 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.224057: cycles: 46ef77 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2307 1 7267029.225018: cycles: ffffffff8114e5f4 bit_spin_lock ([kernel.kallsyms]) ffffffff81154860 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb0a1db7c87 ([kernel.kallsyms]) 7fb0a1db7c87 __munmap (/lib64/libc-2.11.3.so) mmfsd 13754 5 7267029.225677: cycles: 5b684b () swapper 0 11 7267029.227609: cycles: ffffffff81055fb5 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267029.227953: cycles: ffffffff81093257 tick_check_oneshot_broadcast ([kernel.kallsyms]) ffffffff810946e6 tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 10 7267029.228295: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 12193 14 7267029.229324: cycles: ffffffffa0455410 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 15 7267029.229460: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267029.229686: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2308 0 7267029.233355: cycles: 7f31a6356db4 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 10 7267029.233911: cycles: ffffffff81093257 tick_check_oneshot_broadcast ([kernel.kallsyms]) ffffffff810946e6 tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 7 7267029.233998: cycles: ffffffff811027cb __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.234022: cycles: 46f1a0 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13573 4 7267029.234733: cycles: ffffffff8100206f exit_idle ([kernel.kallsyms]) ffffffff81003bfc do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81068104 local_bh_enable_ip ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 9 7267029.234827: cycles: ffffffff8115bddf fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb748ac7f0 () swapper 0 6 7267029.234854: cycles: ffffffffa046a109 ipv4_conntrack_defrag (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko) ffffffff81bd9920 ([kernel.kallsyms]) mmfsd 13754 11 7267029.238187: cycles: 92e7c5 () 0 () addr2lin 2308 0 7267029.238772: cycles: ffffffff8125e9fe copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f31a63a05d0 ([kernel.kallsyms]) 7f31a63a05d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 2308 0 7267029.242154: cycles: 7f31a6b2403a read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 100000000 () postgres 1593 13 7267029.243992: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12193 15 7267029.245681: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa05bf269 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c009df0 () addr2lin 2308 0 7267029.245881: cycles: 7f31a634ae15 _int_free (/lib64/libc-2.11.3.so) mmfsd 4555 10 7267029.247370: cycles: ffffffffa051f531 ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05c03a2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64315d50 () perf 2309 3 7267029.248661: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4543 7 7267029.248848: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa04f8eb2 nf_nat_get_offset (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa0459ea5 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2309 3 7267029.248941: cycles: ffffffff81130ab9 free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2309 3 7267029.249278: cycles: 7f0ceeb88b6d _dl_load_cache_lookup (/lib64/ld-2.11.3.so) swapper 0 8 7267029.250810: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2309 3 7267029.251070: cycles: ffffffff81158893 __dentry_open ([kernel.kallsyms]) ffffffff81167df4 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0cee48f1e0 ([kernel.kallsyms]) 7f0cee48f1e0 __GI___open64 (/lib64/libc-2.11.3.so) addr2lin 2309 2 7267029.252868: cycles: ffffffff810f2554 perf_event_mmap_ctx ([kernel.kallsyms]) 7f7b8647b1da mmap (/lib64/ld-2.11.3.so) 6070 () addr2lin 2309 2 7267029.253160: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f7b86470398 ([kernel.kallsyms]) 7f7b86470398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7b86468985 dl_main (/lib64/ld-2.11.3.so) 7f7b86479b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2309 2 7267029.253448: cycles: ffffffff81106710 ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8112128d __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f7b864703b8 ([kernel.kallsyms]) 7f7b864703b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f7b86468985 dl_main (/lib64/ld-2.11.3.so) 7f7b86479b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267029.253963: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267029.254281: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 11 7267029.254389: cycles: ffffffff8108694a hrtimer_init ([kernel.kallsyms]) ffffffff8145fe4a schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2309 2 7267029.254815: cycles: ffffffff8125fbcf __memset ([kernel.kallsyms]) ffffffff811449f9 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff810f3d0e perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7b8589fc5a ([kernel.kallsyms]) 7f7b8589fc5a __GI_mmap64 (/lib64/libc-2.11.3.so) mmfsd 13768 14 7267029.255550: cycles: ffffffff81051492 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 15 7267029.255719: cycles: ffffffff8104a950 get_nohz_timer_target ([kernel.kallsyms]) ffffffff810717bc mod_timer_pending ([kernel.kallsyms]) ffffffffa0453d95 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.256827: cycles: ffffffffa0412934 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267029.257241: cycles: ffffffff81322538 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267029.258684: cycles: ffffffff811993da ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 15 7267029.258799: cycles: ffffffff81468d4c system_call_after_swapgs ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () swapper 0 6 7267029.259048: cycles: ffffffff8125aa9d rb_next ([kernel.kallsyms]) ffffffff8125b838 timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff81086cff __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2309 2 7267029.260184: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7b858955d0 ([kernel.kallsyms]) 7f7b858955d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4543 7 7267029.262851: cycles: 915721 () 7ffb6c0d4e90 () postgres 1593 13 7267029.263937: cycles: 6fbd78 SB_MatchText (/home/Computational/mark/andres/bin/postgres) 6fcb0b textlike (/home/Computational/mark/andres/bin/postgres) 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2309 2 7267029.266103: cycles: 7f7b85840fee _int_malloc (/lib64/libc-2.11.3.so) mmfsd 13573 5 7267029.267682: cycles: 7ffb7c0c3b26 () mmfsd 17989 11 7267029.267965: cycles: ffffffff813dc36f ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12311 8 7267029.269905: cycles: ffffffff813cdec7 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () kworker/ 97 6 7267029.271056: cycles: ffffffff81051492 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) sh 2310 5 7267029.271969: cycles: 7f593066f37c do_lookup_x (/lib64/ld-2.11.3.so) postgres 1593 13 7267029.273913: cycles: 46f47e slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2310 4 7267029.275238: cycles: ffffffff81258f44 radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5ae5e6f1bd ([kernel.kallsyms]) 7f5ae5e6f1bd posix_fadvise64 (/lib64/ld-2.11.3.so) swapper 0 10 7267029.275518: cycles: ffffffff810cd236 rcu_needs_cpu ([kernel.kallsyms]) ffffffff81094da8 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff8106759a irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267029.275910: cycles: ffffffffa04f77f4 nf_nat_packet (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa04ff77f nf_nat_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 7 7267029.277031: cycles: 89a403 () ffffc9003127db78 ([kernel.kallsyms]) mmfsd 4554 14 7267029.279253: cycles: ffffffff81399dc0 verify_iovec ([kernel.kallsyms]) ffffffff8138f0ea ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2310 4 7267029.279600: cycles: 7f5ae523fdc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 12311 9 7267029.283651: cycles: ffffffff8125454b cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64014cb0 () mmfsd 13754 8 7267029.283811: cycles: ffffffffa0412fa4 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 580b8c98 () 3f46ab3b00000008 () postgres 1593 13 7267029.283888: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 8049 11 7267029.284036: cycles: ffffffff810c7402 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7c0c7640 ([kernel.kallsyms]) 7ffb7c0c7640 () 2564000078 () 7ffb00000008 () b10ff0d089ff4a8d ([kernel.kallsyms]) swapper 0 10 7267029.284080: cycles: ffffffff81009e02 native_read_tsc ([kernel.kallsyms]) ffffffff81009172 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2310 4 7267029.284650: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5ae52895d0 ([kernel.kallsyms]) 7f5ae52895d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12090 6 7267029.287073: cycles: 5b6876 () addr2lin 2310 4 7267029.288780: cycles: ffffffff8110287d __alloc_pages_nodemask ([kernel.kallsyms]) ffff881fc0b54e00 ([kernel.kallsyms]) 7f5ae5235c12 _int_malloc (/lib64/libc-2.11.3.so) swapper 0 8 7267029.291250: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2310 4 7267029.292278: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5ae52895d0 ([kernel.kallsyms]) 7f5ae52895d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () swapper 0 14 7267029.293267: cycles: ffffffff8145eed7 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 15 7267029.293635: cycles: ffffffff8145eed7 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.293957: cycles: 67657c ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a906e _bt_getbuf (/home/Computational/mark/andres/bin/postgres) 4aac53 _bt_getroot (/home/Computational/mark/andres/bin/postgres) 4ad12e _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267029.295345: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2311 7 7267029.296450: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0a70fbc1bd ([kernel.kallsyms]) 7f0a70fbc1bd posix_fadvise64 (/lib64/ld-2.11.3.so) mmfsd 17989 11 7267029.297879: cycles: 920a4e () 7ffb71ebe058 () 0 () 0 () sh 2311 7 7267029.298171: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 42ed90 ([kernel.kallsyms]) 42ed90 initialize_shell_variables (/bin/bash) swapper 0 15 7267029.300266: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2311 6 7267029.300894: cycles: 7faf5058d433 _dl_relocate_object (/lib64/ld-2.11.3.so) 7faf50585985 dl_main (/lib64/ld-2.11.3.so) 7faf50596b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 5 7267029.302154: cycles: 91d221 () 0 () mmfsd 1561 10 7267029.302193: cycles: ffffffff8104e324 dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa1c0 () addr2lin 2311 6 7267029.302750: cycles: 7faf5015896f bfd_elf_get_elf_syms (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 7 7267029.303548: cycles: ffffffff811436b2 kmem_cache_alloc_node ([kernel.kallsyms]) ffffffff81395cba __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267029.303625: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81052008 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.303978: cycles: ffffffffa04bfebd ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 31862 11 7267029.304590: cycles: ffffffff813f09b4 __tcp_select_window ([kernel.kallsyms]) ffffffff813f125b tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2311 6 7267029.304717: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faf4f9b25d0 ([kernel.kallsyms]) 7faf4f9b25d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () swapper 0 9 7267029.306910: cycles: ffffffff813dea39 __inet_lookup_established ([kernel.kallsyms]) ffffffff813f975b tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 10 7267029.308566: cycles: ffffffff814086b2 inet_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 11 7267029.308759: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810549ba try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13768 9 7267029.308811: cycles: 92653d () 0 () addr2lin 2311 6 7267029.308839: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faf4f9b25d0 ([kernel.kallsyms]) 7faf4f9b25d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4554 14 7267029.311351: cycles: ffffffff8110024b get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31862 10 7267029.312191: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31862 11 7267029.312240: cycles: 915004 () 7ffb6c00dcd0 () addr2lin 2311 6 7267029.313217: cycles: 7faf5013693b bfd_realloc (/usr/lib64/libbfd-2.23.1.so) swapper 0 8 7267029.313434: cycles: ffffffff81258f58 radix_tree_lookup ([kernel.kallsyms]) ffffffff81004478 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81094bb6 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.314010: cycles: 5e2f71 bms_make_singleton (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 15 7267029.316068: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2311 6 7267029.317156: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7faf4f9b25d0 ([kernel.kallsyms]) 7faf4f9b25d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () swapper 0 10 7267029.319409: cycles: ffffffff8125a52f rb_insert_color ([kernel.kallsyms]) ffffffff8104ea72 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 7 7267029.319511: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13768 4 7267029.319699: cycles: ffffffff810675dc local_bh_enable ([kernel.kallsyms]) ffffe8dfffd01e2c ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 31858 9 7267029.320186: cycles: ffffffff813dc15c ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2312 1 7267029.321432: cycles: 7fa0270a53b1 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fa02709d985 dl_main (/lib64/ld-2.11.3.so) 7fa0270aeb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2312 1 7267029.322375: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fa026905f7f ([kernel.kallsyms]) 7fa026905f7f _nl_intern_locale_data (/lib64/libc-2.11.3.so) postgres 1593 13 7267029.323935: cycles: 693261 PredicateLockPage (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2312 0 7267029.324316: cycles: ffffffff810f3dd8 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811277a9 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa886009237 ([kernel.kallsyms]) 7fa886009237 __mprotect (/lib64/ld-2.11.3.so) 298000 () swapper 0 11 7267029.326347: cycles: ffffffffa0459c54 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2312 0 7267029.326634: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa885403340 ([kernel.kallsyms]) 7fa885403340 internal_fnwmatch (/lib64/libc-2.11.3.so) 7fa885403812 internal_fnwmatch (/lib64/libc-2.11.3.so) 7fa885406d5e __GI_fnmatch (/lib64/libc-2.11.3.so) 7fa885babfa7 (/usr/lib64/libbfd-2.23.1.so) 7fa885f941e0 (/usr/lib64/libbfd-2.23.1.so) 2a736f6369642d () mmfsd 4555 15 7267029.327019: cycles: ffffffffa0455097 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 1 7267029.327181: cycles: ffffffffa0412088 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8116bfbc do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb741bd3d0 () addr2lin 2312 0 7267029.329447: cycles: 7fa8853d9dc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 12311 8 7267029.329523: cycles: ffffffff810090d3 native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff8104c69b update_rq_clock ([kernel.kallsyms]) ffffffff8104c7a2 enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4539 14 7267029.331517: cycles: ffffffff8104f680 dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb74204770 () mmfsd 31862 5 7267029.332318: cycles: ffffffffa040e9bc ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2312 0 7267029.333444: cycles: ffffffff8110591d put_page ([kernel.kallsyms]) ffffffff810fa631 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa8854235d0 ([kernel.kallsyms]) 7fa8854235d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 15 7267029.333672: cycles: ffffffff81047a52 update_stats_wait_end ([kernel.kallsyms]) ffffffff8104e1b5 set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.333881: cycles: 5c1b9f MJCompare (/home/Computational/mark/andres/bin/postgres) 5c2398 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 8049 10 7267029.334849: cycles: 7ffb7c0c4f4c () 7ffb701f8098 () 0 () 0 () addr2lin 2312 0 7267029.336578: cycles: 7fa885ba7043 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 1 () swapper 0 15 7267029.337212: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2312 0 7267029.339961: cycles: 7fa8853cf9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 11 7267029.340352: cycles: ffffffffa04553d4 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 5 7267029.340511: cycles: 9243ae () 11d7072 () 589fb0 () mmfsd 12311 8 7267029.342113: cycles: ffffffff810090d3 native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff8105924b idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c009df0 () swapper 0 10 7267029.343595: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.343832: cycles: 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 30004 1 7267029.344112: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13768 14 7267029.344379: cycles: ffffffffa05be720 ([mmfs26]) ffffffffa05befb1 ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () sh 2313 8 7267029.345121: cycles: ffffffff81258f38 radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9b2564c1bd ([kernel.kallsyms]) 7f9b2564c1bd posix_fadvise64 (/lib64/ld-2.11.3.so) sh 2313 8 7267029.346048: cycles: ffffffff81073210 do_sigaction ([kernel.kallsyms]) ffffffff810734a5 sys_rt_sigaction ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9b24eaacf4 ([kernel.kallsyms]) 7f9b24eaacf4 __GI___libc_sigaction (/lib64/libc-2.11.3.so) swapper 0 9 7267029.346604: cycles: ffffffff812bd111 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 15 7267029.347119: cycles: 5b6876 () addr2lin 2313 9 7267029.347291: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9f0967a3b8 ([kernel.kallsyms]) 7f9f0967a3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9f09672985 dl_main (/lib64/ld-2.11.3.so) 7f9f09683b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2313 9 7267029.348157: cycles: ffffffff8115a1cc generic_file_llseek_unlocked ([kernel.kallsyms]) ffffffff8115b5aa generic_file_llseek ([kernel.kallsyms]) ffffffff8115a44e sys_lseek ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9f08aad0d0 ([kernel.kallsyms]) 7f9f08aad0d0 __lseek64 (/lib64/libc-2.11.3.so) swapper 0 4 7267029.349389: cycles: ffffffff81094ad4 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267029.350153: cycles: ffffffff8108d4a2 ktime_get ([kernel.kallsyms]) ffffffff81094b4f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff8106759a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267029.350445: cycles: ffffffff81395b50 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2313 9 7267029.350469: cycles: ffffffff811000f3 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8114da08 do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9f08a9f5d0 ([kernel.kallsyms]) 7f9f08a9f5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 7 7267029.351024: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267029.352401: cycles: 11368d0 () postgres 1593 13 7267029.353792: cycles: 46efc8 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2313 9 7267029.355832: cycles: 7f9f092363f2 (/usr/lib64/libbfd-2.23.1.so) 100000001 () mmfsd 12193 10 7267029.357274: cycles: 5aa609 () mmfsd 4539 15 7267029.360885: cycles: 5b6876 () mmfsd 13754 5 7267029.361326: cycles: ffffffff8138e590 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 800000000 () mmfsd 13768 11 7267029.363697: cycles: 9129a5 () 0 () postgres 1593 13 7267029.363760: cycles: 7fb873dc30d0 __lseek64 (/lib64/libc-2.11.3.so) 698c44 mdread (/home/Computational/mark/andres/bin/postgres) 675e91 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a901d _bt_relandgetbuf (/home/Computational/mark/andres/bin/postgres) 4ad207 _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2314 0 7267029.365032: cycles: 7f1e0688f4ea __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 600007f1e () addr2lin 2314 1 7267029.367315: cycles: 7f0f1bf543b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f0f1bf4c985 dl_main (/lib64/ld-2.11.3.so) 7f0f1bf5db03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 14 7267029.367580: cycles: 7ffb7c0c775f () 7ffb59239a70 () 7ffb67ff31d0 () 207f1 () mmfsd 17989 5 7267029.367820: cycles: ffffffffa04554fe nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 15 7267029.368585: cycles: ffffffffa04a0570 ([mmfslinux]) ffffffffa051f536 ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 31862 4 7267029.368986: cycles: ffffffff813a2fe7 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 10 7267029.369211: cycles: ffffffffa040e930 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2314 1 7267029.369627: cycles: ffffffff811219a1 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f0f1bb198f4 ([kernel.kallsyms]) 7f0f1bb198f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 8a9b26 () mmfsd 13754 11 7267029.371597: cycles: 92fa9e () 0 () mmfsd 12090 6 7267029.371627: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a8b85 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb74204770 () addr2lin 2314 1 7267029.371953: cycles: 7f0f1bb1b2bb bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 15 7267029.372274: cycles: ffffffff8137a928 cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.373731: cycles: 7fffe8fff8f5 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267029.375795: cycles: ffffffff811443e0 kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2314 1 7267029.376052: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0f1b3795d0 ([kernel.kallsyms]) 7f0f1b3795d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4555 14 7267029.382096: cycles: ffffffffa040e5be ixgbe_tx_csum (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04132eb ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2314 1 7267029.382311: cycles: 7f0f1b328245 _int_realloc (/lib64/libc-2.11.3.so) 2e1 () mmfsd 4537 11 7267029.382481: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 10 7267029.382603: cycles: ffffffffa046f1ef ipv4_pkt_to_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffffa0453fd4 nf_ct_get_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13573 4 7267029.383438: cycles: 897d96 () postgres 1593 13 7267029.383701: cycles: 6765cc ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a906e _bt_getbuf (/home/Computational/mark/andres/bin/postgres) 4aac53 _bt_getroot (/home/Computational/mark/andres/bin/postgres) 4ad12e _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12311 8 7267029.384334: cycles: 5af143 () 7ffb640298f0 () swapper 0 15 7267029.384634: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 5 7267029.384893: cycles: ffffffffa04a89cf ([mmfslinux]) ffffffffa05c03ea ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6a0c7840 () addr2lin 2314 1 7267029.386014: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0f1b3795d0 ([kernel.kallsyms]) 7f0f1b3795d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () sh 2315 0 7267029.392752: cycles: 41f936 yyparse (/bin/bash) postgres 1593 13 7267029.393676: cycles: 4acc73 _bt_compare (/home/Computational/mark/andres/bin/postgres) 4acf25 _bt_binsrch (/home/Computational/mark/andres/bin/postgres) 4ad197 _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 31858 8 7267029.393803: cycles: ffffffffa04f77f4 nf_nat_packet (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2315 1 7267029.394256: cycles: ffffffff811686d9 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3ad56af1e0 ([kernel.kallsyms]) 7f3ad56af1e0 __GI___open64 (/lib64/libc-2.11.3.so) swapper 0 11 7267029.395179: cycles: ffffffff81046fcd idle_cpu ([kernel.kallsyms]) ffffffff81067675 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267029.396440: cycles: ffffffff81407982 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 5 7267029.398924: cycles: ffffffff81199930 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2315 1 7267029.399518: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3ad56af5d0 ([kernel.kallsyms]) 7f3ad56af5d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () mmfsd 1561 10 7267029.400297: cycles: ffffffffa0403689 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267029.401509: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267029.401600: cycles: ffffffffa0453d6f __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267029.402365: cycles: ffffffff8108d8b2 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 6 7267029.402610: cycles: 9176df () postgres 1593 13 7267029.403653: cycles: 783233 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 11 7267029.404543: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2315 1 7267029.405375: cycles: 7f3ad5659e69 _int_free (/lib64/libc-2.11.3.so) mmfsd 5354 15 7267029.406048: cycles: ffffffff81051ab9 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15c7ef0 () swapper 0 5 7267029.407630: cycles: ffffffff813cdf1c nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267029.408077: cycles: ffffffff8103c8c0 __phys_addr ([kernel.kallsyms]) ffffffff8103d678 leave_mm ([kernel.kallsyms]) ffffffff812bd1b1 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 10 7267029.408090: cycles: ffffffff81054a05 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2316 0 7267029.409510: cycles: ffffffff8115c784 __fput ([kernel.kallsyms]) ffffffff81123f45 remove_vma ([kernel.kallsyms]) ffffffff8112554c do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2bac1a0207 ([kernel.kallsyms]) 7f2bac1a0207 munmap (/lib64/ld-2.11.3.so) 7f2bac1a37dd (/lib64/ld-2.11.3.so) mmfsd 31858 8 7267029.411630: cycles: ffffffffa0453ce0 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 7 7267029.411715: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.413627: cycles: 7a5767 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 49d40e heap_hot_search_buffer (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267029.415036: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 10 7267029.416727: cycles: 10e7a78 () ffffc900343290e0 ([kernel.kallsyms]) addr2lin 2316 1 7267029.416779: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3aed4fc5d0 ([kernel.kallsyms]) 7f3aed4fc5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12193 11 7267029.416906: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267029.418010: cycles: ffffffff8137bc66 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 7 7267029.419238: cycles: ffffffff81051219 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c00d170 () mmfsd 4539 14 7267029.420372: cycles: ffffffff813e6387 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 11 7267029.422747: cycles: ffffffff81049eb3 resched_task ([kernel.kallsyms]) ffffffff81049f65 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 15 7267029.422841: cycles: ffffffff81460f1c _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8145e897 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13754 10 7267029.422878: cycles: ffffffffa0411c3b ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7c0c770e ([kernel.kallsyms]) 7ffb7c0c770e () 0 () swapper 0 7 7267029.423234: cycles: ffffffffa0455075 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.423603: cycles: 69b9e1 check_stack_depth (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2316 1 7267029.423860: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3aed4fc5d0 ([kernel.kallsyms]) 7f3aed4fc5d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () mmfsd 13754 8 7267029.426520: cycles: ffffffffa04a0855 ([mmfslinux]) ffffffffa05befc9 ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 12311 9 7267029.427283: cycles: 899f34 () ffffc90043980c10 ([kernel.kallsyms]) sh 2317 0 7267029.427677: cycles: 7f5112ac90ce mempcpy (/lib64/ld-2.11.3.so) 7f5112aba46f _dl_init_paths (/lib64/ld-2.11.3.so) 7f5112ab5120 dl_main (/lib64/ld-2.11.3.so) 7f5112ac6b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 17989 4 7267029.427984: cycles: ffffffff81398f32 skb_split ([kernel.kallsyms]) ffffffff813f2b11 tso_fragment ([kernel.kallsyms]) ffffffff813f3f70 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267029.428318: cycles: ffffffff81145b3c __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 1590 8 7267029.431442: cycles: ffffffff81180e03 __mark_inode_dirty ([kernel.kallsyms]) ffffffff81188998 __block_commit_write ([kernel.kallsyms]) ffffffff8118aaa7 block_write_end ([kernel.kallsyms]) ffffffffa02599f0 ext3_ordered_write_end (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffff810f84a2 generic_perform_write ([kernel.kallsyms]) ffffffff810f85a1 generic_file_buffered_write ([kernel.kallsyms]) ffffffff810fb536 __generic_file_aio_write ([kernel.kallsyms]) ffffffff810fb77c generic_file_aio_write ([kernel.kallsyms]) ffffffff8115a8f8 do_sync_write ([kernel.kallsyms]) ffffffff8115af2e vfs_write ([kernel.kallsyms]) ffffffff8115b0a3 sys_write ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb1de491730 ([kernel.kallsyms]) 7fb1de491730 __write_nocancel (/lib64/libpthread-2.11.3.so) mmfsd 4537 10 7267029.432459: cycles: 7ffb7c0c5003 () mmfsd 12090 6 7267029.432610: cycles: 5b5134 () perf 1590 8 7267029.432614: cycles: ffffffffa0259a92 ext3_ordered_write_end (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffffa026a600 (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) 7fb1de491730 __write_nocancel (/lib64/libpthread-2.11.3.so) postgres 1593 13 7267029.433578: cycles: 4ad3a5 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13573 5 7267029.434839: cycles: 1133ccd () 7ffb64004120 () swapper 0 8 7267029.434970: cycles: ffffffffa0412923 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2317 1 7267029.436130: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f89c149c5d0 ([kernel.kallsyms]) 7f89c149c5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4543 7 7267029.436407: cycles: ffffffffa04ff389 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267029.436624: cycles: ffffffffa040a2e3 ixgbe_write_eitr (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412ebd ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 4554 15 7267029.436997: cycles: ffffffff811443d0 kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267029.437211: cycles: ffffffffa040f508 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267029.437890: cycles: ffffffff813a5db2 net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 0 7267029.437922: cycles: ffffffff8104e9ac enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) swapper 0 10 7267029.439113: cycles: ffffffff8145eed7 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 11 7267029.439362: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 7 7267029.440116: cycles: ffffffffa0412db1 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff81068189 local_bh_enable_ip ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 4 7267029.442573: cycles: ffffffff810549d4 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 6 7267029.442986: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267029.443204: cycles: ffffffff810946e9 tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.443557: cycles: ffffffffa04c0066 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2317 1 7267029.443633: cycles: 7f89c14458fe malloc_consolidate (/lib64/libc-2.11.3.so) 121 () swapper 0 5 7267029.444590: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.445198: cycles: ffffffff810fefd7 free_pages_prepare ([kernel.kallsyms]) ffffffff81102a59 free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267029.446816: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 11 7267029.446998: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b421 __x2apic_send_IPI_mask ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 5354 15 7267029.447197: cycles: 7ffb7c0c7640 () sh 2318 0 7267029.447439: cycles: ffffffff81123bc8 find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa7887491b0 ([kernel.kallsyms]) 7fa7887491b0 __gconv_compare_alias (/lib64/libc-2.11.3.so) 7fa7887524fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) mmfsd 4539 14 7267029.448212: cycles: 635bf3 () 1849a8 () mmfsd 13768 6 7267029.449257: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff81086b69 lock_hrtimer_base ([kernel.kallsyms]) ffffffff810877c5 hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff8145feb1 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 13754 4 7267029.452464: cycles: ffffffff813e5350 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d6c6788 () 3f46ad7500000008 () swapper 0 5 7267029.452793: cycles: ffffffffa046f6d2 ipv4_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.453610: cycles: 7fffe8fff677 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4537 10 7267029.454215: cycles: 5b4ba2 () swapper 0 11 7267029.455554: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2318 1 7267029.456272: cycles: 7f807c446059 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 7 7267029.457801: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267029.461075: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 6 7267029.461624: cycles: ffffffff81254552 cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a8970 () mmfsd 13768 14 7267029.462705: cycles: ffffffffa053ad4d ([mmfs26]) ffffffffa05bf4be ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 4554 15 7267029.462882: cycles: 10e740b () ffffc90034612ec0 ([kernel.kallsyms]) postgres 1593 13 7267029.463566: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 2319 0 7267029.464041: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 4 7267029.464158: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81054b8b try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 10 7267029.464338: cycles: ffffffff81468d03 system_call ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2319 0 7267029.466463: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 459c10 ([kernel.kallsyms]) 459c10 initialize_shell_builtins (/bin/bash) mmfsd 31858 11 7267029.466518: cycles: ffffffff81045e32 wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 7 7267029.467087: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 9 7267029.468553: cycles: ffffffff8104d72f update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1584dd0 () addr2lin 2319 1 7267029.468628: cycles: 7fafcdb38af9 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fafcdb30985 dl_main (/lib64/ld-2.11.3.so) 7fafcdb41b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 12090 6 7267029.470590: cycles: ffffffffa045a314 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 89a3e4 ([kernel.kallsyms]) 89a3e4 () ffffc900392b0350 ([kernel.kallsyms]) postgres 1593 13 7267029.473622: cycles: ffffffffa0560b22 ([mmfs26]) ffffffffa04aeb14 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13768 4 7267029.474595: cycles: ffffffff8145eb7f __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 13768 14 7267029.475826: cycles: 7ffb7c6a1070 () 564b3a3800000009 () addr2lin 2319 1 7267029.476199: cycles: 7fafcd6f4401 (/usr/lib64/libbfd-2.23.1.so) 200000001 () mmfsd 13754 10 7267029.477178: cycles: ffffffff810665c0 jiffies_64_to_clock_t ([kernel.kallsyms]) ffffffff810788e2 sys_times ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c0f3e5a ([kernel.kallsyms]) 7ffb7c0f3e5a () 3f46ade6 () swapper 0 15 7267029.478074: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 9 7267029.478611: cycles: ffffffffa04ff320 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 5 7267029.480947: cycles: 893f6f () ffffc900343034a0 ([kernel.kallsyms]) mmfsd 4539 4 7267029.482067: cycles: 7ffb7c0f3e50 () 7ffb6360e128 () 0 () 0 () mmfsd 8049 11 7267029.482954: cycles: ffffffff813e61b8 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.483614: cycles: ffffffff811105f8 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 12090 6 7267029.483736: cycles: 7ffb7c11f3d7 () 15a8970 () perf 2320 0 7267029.483803: cycles: ffffffff81123f24 remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4543 7 7267029.485520: cycles: ffffffff8110591d put_page ([kernel.kallsyms]) ffffffff813e6a79 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2320 0 7267029.486752: cycles: 41cc72 (/bin/bash) addr2lin 2320 1 7267029.488431: cycles: 7fc1b31405d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13573 5 7267029.489059: cycles: ffffffff813ef717 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12311 9 7267029.489672: cycles: 916fc6 () 3227280000000012 () swapper 0 4 7267029.489851: cycles: ffffffff81105917 put_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267029.489965: cycles: ffffffff8137aa0e cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 14 7267029.490250: cycles: ffffffff813dbfa0 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 7 7267029.491228: cycles: ffffffffa0412faf ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 65ccdc8 () swapper 0 10 7267029.493585: cycles: ffffffff814694cc irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.493656: cycles: 5acec0 ExecEvalRelabelType (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4543 6 7267029.494399: cycles: ffffffff81089531 sched_clock_cpu ([kernel.kallsyms]) ffffffff81054b35 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2320 1 7267029.495945: cycles: 7fc1b38d73f2 (/usr/lib64/libbfd-2.23.1.so) 200000000 () mmfsd 5354 15 7267029.496881: cycles: 89836b () 2800000046 () ffffc90034415ac0 ([kernel.kallsyms]) mmfsd 4537 11 7267029.497219: cycles: 916d7b () mmfsd 17989 5 7267029.498098: cycles: ffffffffa05bf168 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c0066f0 () mmfsd 12090 7 7267029.498214: cycles: ffffffff8125f902 __memcpy ([kernel.kallsyms]) ffffffff813dc114 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 6 7267029.498323: cycles: 5b6859 () 2400000000 () 1 () 548901ea8300b55d () mmfsd 13573 4 7267029.500214: cycles: 931669 () 0 () 0 () mmfsd 13768 14 7267029.501145: cycles: 92e115 () 0 () mmfsd 12311 8 7267029.503013: cycles: ffffffffa0455097 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.503580: cycles: 782ccd CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a901d _bt_relandgetbuf (/home/Computational/mark/andres/bin/postgres) 4ad207 _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2321 0 7267029.504692: cycles: ffffffff81461700 error_entry ([kernel.kallsyms]) 7ff27700d5d0 ([kernel.kallsyms]) 7ff27700d5d0 _nl_load_locale_from_archive (/lib64/libc-2.11.3.so) 7ff27700c4fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) swapper 0 10 7267029.505053: cycles: ffffffffa046f129 ipv4_get_l4proto (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffffa045535e nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2323 9 7267029.506822: cycles: 7ff2777aa11f check_match.12097 (/lib64/ld-2.11.3.so) sh 2324 3 7267029.507066: cycles: ffffffff81154852 __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ff27708ba57 ([kernel.kallsyms]) 7ff27708ba57 __execve (/lib64/libc-2.11.3.so) expand 2324 3 7267029.507177: cycles: ffffffff81321258 _mix_pool_bytes ([kernel.kallsyms]) ffffffff813227cc extract_buf ([kernel.kallsyms]) ffffffff81322960 extract_entropy ([kernel.kallsyms]) ffffffff811a760a create_elf_tables ([kernel.kallsyms]) ffffffff811a9395 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ff27708ba57 ([kernel.kallsyms]) 7ff27708ba57 () expand 2324 3 7267029.507279: cycles: ffffffff8125fbcf __memset ([kernel.kallsyms]) ffffffff811449f9 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff810f3d0e perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f319112c1da ([kernel.kallsyms]) 7f319112c1da mmap (/lib64/ld-2.11.3.so) 16f000 () swapper 0 14 7267029.507512: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 11 7267029.508428: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a654d ([mmfslinux]) ffffffffa05bf331 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () objdump 2322 1 7267029.508834: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f0ec6fe83b8 ([kernel.kallsyms]) 7f0ec6fe83b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f0ec6fe0985 dl_main (/lib64/ld-2.11.3.so) 7f0ec6ff1b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 5 7267029.509830: cycles: ffffffffa046a011 ipv4_conntrack_defrag (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 15 7267029.510081: cycles: 897d02 () 14a03f8 () ffffc900346174c0 ([kernel.kallsyms]) grep 2323 0 7267029.510416: cycles: ffffffff81461701 error_entry ([kernel.kallsyms]) 7f9a22a6cde0 ([kernel.kallsyms]) 7f9a22a6cde0 __memchr (/lib64/libc-2.11.3.so) 203130203134093a () mmfsd 13754 10 7267029.512003: cycles: ffffffff81051d51 pick_next_task_rt ([kernel.kallsyms]) ffffffff8145ee8e thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 13 7267029.513525: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) expand 2324 0 7267029.513894: cycles: 7f3190e33596 wcwidth (/lib64/libc-2.11.3.so) perf 2325 2 7267029.514916: cycles: ffffffff8117106a __d_lookup ([kernel.kallsyms]) ffffffff8116693b do_lookup ([kernel.kallsyms]) ffffffff81167d02 do_last ([kernel.kallsyms]) ffffffff811692a3 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff81162a69 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13754 9 7267029.515024: cycles: ffffffff81058124 select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13768 11 7267029.515336: cycles: ffffffff81468d00 system_call ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () sh 2325 3 7267029.516341: cycles: 7f4471935bce _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f44719374f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f447192f985 dl_main (/lib64/ld-2.11.3.so) 7f4471940b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4555 14 7267029.517193: cycles: 62b9c3 () 1849a8 () mmfsd 13754 15 7267029.517330: cycles: ffffffff8125f8fb __memcpy ([kernel.kallsyms]) ffffffffa040f539 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff81068189 local_bh_enable_ip ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 55020c38 () swapper 0 4 7267029.518247: cycles: ffffffff810ef62d perf_adjust_freq_unthr_context ([kernel.kallsyms]) ffffffff810ef855 perf_event_task_tick ([kernel.kallsyms]) ffffffff81055788 scheduler_tick ([kernel.kallsyms]) ffffffff810703e5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2325 2 7267029.519119: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7febdbfa23b8 ([kernel.kallsyms]) 7febdbfa23b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7febdbf9a985 dl_main (/lib64/ld-2.11.3.so) 7febdbfabb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2325 2 7267029.519900: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7febdbfa23e8 ([kernel.kallsyms]) 7febdbfa23e8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7febdbf9a985 dl_main (/lib64/ld-2.11.3.so) 7febdbfabb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2325 2 7267029.520810: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7febdb3240dc ([kernel.kallsyms]) 7febdb3240dc _nl_intern_locale_data (/lib64/libc-2.11.3.so) swapper 0 5 7267029.521538: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.523474: cycles: ffffffffa05e1d4d ([mmfs26]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 2326 8 7267029.523770: cycles: 7ff3e0993410 __strcmp_sse2 (/lib64/libc-2.11.3.so) mmfsd 13754 9 7267029.524255: cycles: ffffffff813903d1 sock_rfree ([kernel.kallsyms]) ffffffff81395872 skb_release_head_state ([kernel.kallsyms]) ffffffff81395b59 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5956f328 () swapper 0 14 7267029.526493: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813f97c9 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 10 7267029.526707: cycles: 7ffb7c0c4f38 () 7ffb7076d098 () 0 () 0 () perf 1590 8 7267029.527676: cycles: ffffffff8118b10b __block_write_begin ([kernel.kallsyms]) ffffffffa0259bb9 ext3_write_begin (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffff810f8442 generic_perform_write ([kernel.kallsyms]) ffffffff810f85a1 generic_file_buffered_write ([kernel.kallsyms]) ffffffff810fb536 __generic_file_aio_write ([kernel.kallsyms]) ffffffff810fb77c generic_file_aio_write ([kernel.kallsyms]) ffffffff8115a8f8 do_sync_write ([kernel.kallsyms]) ffffffff8115af2e vfs_write ([kernel.kallsyms]) ffffffff8115b0a3 sys_write ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb1de491730 ([kernel.kallsyms]) 7fb1de491730 __write_nocancel (/lib64/libpthread-2.11.3.so) mmfsd 13768 11 7267029.528322: cycles: 7ffb7c0c772f () 564b3b3200000009 () mmfsd 12090 9 7267029.529987: cycles: ffffffffa04552b7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 4 7267029.531527: cycles: ffffffff811002ed get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 0 7267029.533451: cycles: ffffffff81106016 release_pages ([kernel.kallsyms]) ffffffff81106213 pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8116412e pipe_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdcdb5d0 ([kernel.kallsyms]) 7f2abdcdb5d0 __GI___read (/lib64/libc-2.11.3.so) 7f2abff46000 () postgres 1593 13 7267029.533504: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 5354 15 7267029.535246: cycles: 893388 () mmfsd 31858 10 7267029.535423: cycles: ffffffff8145ec0c __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb508f1a90 () swapper 0 14 7267029.537231: cycles: ffffffffa04ff3d4 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff77f nf_nat_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2329 0 7267029.539646: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 5354 15 7267029.540433: cycles: 5b6859 () addr2lin 2329 1 7267029.541275: cycles: ffffffff81468d00 system_call ([kernel.kallsyms]) 7f0180613400 _dl_sysdep_read_whole_file (/lib64/ld-2.11.3.so) 6f732e312e33322e () mmfsd 13573 5 7267029.541357: cycles: 5af160 () 7ffb74209280 () mmfsd 1561 11 7267029.542283: cycles: ffffffff813e3953 get_page ([kernel.kallsyms]) ffffffff813e698e tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 14 7267029.542334: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 1561 10 7267029.542392: cycles: ffffffffa0454fcb ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12311 9 7267029.542393: cycles: ffffffff8115bd99 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.543449: cycles: 49d248 heap_hot_search_buffer (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2330 0 7267029.543663: cycles: ffffffff8111380a vma_prio_tree_add ([kernel.kallsyms]) ffffffff81124b06 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff81127873 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3bee1ec237 ([kernel.kallsyms]) 7f3bee1ec237 __mprotect (/lib64/ld-2.11.3.so) 7f3bee3f3fe8 (/lib64/ld-2.11.3.so) 0 () mmfsd 1561 11 7267029.547099: cycles: ffffffff813f5e24 __tcp_v4_send_check ([kernel.kallsyms]) ffffffff813f13b8 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267029.548799: cycles: ffffffff8137bcfb menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2331 1 7267029.548846: cycles: 7f9b4cc2fbce _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f9b4cc314f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f9b4cc297c7 dl_main (/lib64/ld-2.11.3.so) 7f9b4cc3ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () perf 30004 0 7267029.549586: cycles: ffffffff8111ed71 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 2332 9 7267029.549871: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2332 9 7267029.551009: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4d74848439 ([kernel.kallsyms]) 7f4d74848439 memcpy (/lib64/ld-2.11.3.so) 7f4d74834985 dl_main (/lib64/ld-2.11.3.so) 7f4d74845b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 15 7267029.552050: cycles: ffffffff81049e9d resched_task ([kernel.kallsyms]) ffffffff81049f65 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2332 9 7267029.552469: cycles: 7f4c46beb42e _dl_relocate_object (/lib64/ld-2.11.3.so) 7f4c46be3985 dl_main (/lib64/ld-2.11.3.so) 7f4c46bf4b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 10 7267029.553334: cycles: ffffffff8125a46d rb_insert_color ([kernel.kallsyms]) ffffffff8104ea72 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267029.553403: cycles: 4accb5 _bt_compare (/home/Computational/mark/andres/bin/postgres) 4acf25 _bt_binsrch (/home/Computational/mark/andres/bin/postgres) 4ad197 _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 1561 11 7267029.553769: cycles: ffffffff813f0eb6 tcp_options_write ([kernel.kallsyms]) ffffffff813f1303 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2333 8 7267029.554848: cycles: ffffffff81121624 handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f227d9a63ad ([kernel.kallsyms]) 7f227d9a63ad _dl_relocate_object (/lib64/ld-2.11.3.so) 7f227d99e985 dl_main (/lib64/ld-2.11.3.so) 7f227d9afb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13573 5 7267029.555164: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6801a1c0 () addr2lin 2333 9 7267029.556929: cycles: ffffffff810f3dd8 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6d2bbe4c5a ([kernel.kallsyms]) 7f6d2bbe4c5a __GI_mmap64 (/lib64/libc-2.11.3.so) mmfsd 31858 10 7267029.557885: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813c0eca sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267029.558599: cycles: ffffffff8100188c __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fc284e000 ([kernel.kallsyms]) swapper 0 14 7267029.560296: cycles: ffffffffa04128ec ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 10 7267029.562749: cycles: 5b6876 () swapper 0 4 7267029.563125: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.563368: cycles: 46efc3 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2335 0 7267029.566277: cycles: 7f31197aae81 _int_malloc (/lib64/libc-2.11.3.so) swapper 0 11 7267029.566600: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 15 7267029.566637: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 14 7267029.568523: cycles: ffffffff813dad1e ip_local_out ([kernel.kallsyms]) ffff883f6f2c0140 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5937c418 () 3f46afd200000008 () mmfsd 13768 10 7267029.570861: cycles: 92651b () 0 () swapper 0 15 7267029.570966: cycles: ffffffff81395881 skb_release_head_state ([kernel.kallsyms]) ffffffff81395b59 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 14 7267029.573254: cycles: ffffffff813ec6c2 tcp_data_queue ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c4f77e0 () postgres 1593 13 7267029.573334: cycles: 5b44c7 ExecStoreTuple (/home/Computational/mark/andres/bin/postgres) 5bf5d0 IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12090 8 7267029.574096: cycles: ffffffff8108d8b0 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff813f1675 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2336 1 7267029.574324: cycles: ffffffff81258f70 radix_tree_lookup ([kernel.kallsyms]) ffffffff81104d93 __do_page_cache_readahead ([kernel.kallsyms]) ffffffff81104eff force_page_cache_readahead ([kernel.kallsyms]) ffffffff810fcfef sys_fadvise64_64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa530aee1bd ([kernel.kallsyms]) 7fa530aee1bd posix_fadvise64 (/lib64/ld-2.11.3.so) mmfsd 13768 15 7267029.575126: cycles: ffffffff81068117 local_bh_enable_ip ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 66db3e8 () 564b3c1d00000009 () sh 2337 0 7267029.576684: cycles: ffffffff8125b2c0 strlen ([kernel.kallsyms]) ffffffff810f3d42 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811269eb do_brk ([kernel.kallsyms]) ffffffff81126bc5 sys_brk ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f49e70652aa ([kernel.kallsyms]) 7f49e70652aa __brk (/lib64/libc-2.11.3.so) addr2lin 2337 1 7267029.578943: cycles: ffffffff81101a02 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcfb63a8a38 ([kernel.kallsyms]) mmfsd 4555 14 7267029.580134: cycles: ffffffff8115bdeb fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 15 7267029.582418: cycles: 920a05 () 7ffb62e9d128 () 0 () swapper 0 11 7267029.582761: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2339 0 7267029.582959: cycles: ffffffff8125a3df __rb_rotate_right ([kernel.kallsyms]) ffffffff8125a560 rb_insert_color ([kernel.kallsyms]) ffffffff81124795 vma_link ([kernel.kallsyms]) ffffffff81126aa1 do_brk ([kernel.kallsyms]) ffffffff811a8631 load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () swapper 0 5 7267029.583117: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.583303: cycles: ffffffffa0551624 ([mmfs26]) ffffffffa0553de1 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 10 7267029.583704: cycles: ffffffff81066be5 __local_bh_enable ([kernel.kallsyms]) ffffffff81067899 __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2339 1 7267029.585618: cycles: ffffffff8115f5e0 sys_newfstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f39b080a7d4 ([kernel.kallsyms]) 7f39b080a7d4 __GI___fxstat (/lib64/libc-2.11.3.so) mmfsd 13573 4 7267029.586601: cycles: 5b6859 () 15d1350 () mmfsd 4543 6 7267029.589303: cycles: ffffffffa0459efc tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2341 0 7267029.589762: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13768 11 7267029.591869: cycles: 92b0a8 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () 7ffb50a37560 () 7ffb6c004a48 () mmfsd 13754 14 7267029.592538: cycles: 912c2d () 200000000 () mmfsd 13768 7 7267029.592914: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa05c0593 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267029.593352: cycles: 79deb7 tuplesort_gettuple_common (/home/Computational/mark/andres/bin/postgres) 79e2c1 tuplesort_gettupleslot (/home/Computational/mark/andres/bin/postgres) 5c6399 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 1561 10 7267029.594023: cycles: ffffffffa04a0835 ([mmfslinux]) ffffffffa05bf168 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb549097f0 () addr2lin 2342 1 7267029.594744: cycles: ffffffff810f9684 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd8f28fd964 ([kernel.kallsyms]) 7fd8f28fd964 _dl_cache_libcmp (/lib64/ld-2.11.3.so) swapper 0 6 7267029.596242: cycles: ffffffff81009e02 native_read_tsc ([kernel.kallsyms]) ffffffff8100909c native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff81094b7f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267029.596270: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 7 7267029.596566: cycles: ffffffffa051f531 ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 12311 4 7267029.596653: cycles: 915feb () 0 () perf 2343 8 7267029.596700: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2343 8 7267029.598131: cycles: 7fc96a7a4ccf __GI_qsort_r (/lib64/libc-2.11.3.so) 4174ee (/bin/bash) swapper 0 15 7267029.598200: cycles: ffffffff81469584 irq_entries_start ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2343 9 7267029.600220: cycles: 7fbbea674193 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () sh 2344 0 7267029.601624: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff811211e0 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f3ea5424398 ([kernel.kallsyms]) 7f3ea5424398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3ea541c985 dl_main (/lib64/ld-2.11.3.so) 7f3ea542db03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 8 7267029.602651: cycles: ffffffff81045bd0 clear_buddies ([kernel.kallsyms]) ffffffff8104e2be dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 13 7267029.603305: cycles: 6fbc6b SB_MatchText (/home/Computational/mark/andres/bin/postgres) 6fbda1 SB_MatchText (/home/Computational/mark/andres/bin/postgres) 6fcb0b textlike (/home/Computational/mark/andres/bin/postgres) 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 6 7267029.604476: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810549ba try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 10 7267029.605628: cycles: ffffffffa04a8bc2 ([mmfslinux]) 6 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb550b3d30 () mmfsd 4543 7 7267029.607061: cycles: ffffffff8104ea2d enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 5 7267029.607732: cycles: ffffffffa04be2d3 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 12311 4 7267029.607747: cycles: ffffffff81054eb6 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6a0c7840 () addr2lin 2345 9 7267029.607934: cycles: 7f53ef04419e bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () swapper 0 14 7267029.608112: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 8 7267029.609571: cycles: 5af618 () d00000000011c22 () mmfsd 13754 11 7267029.609790: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d739768 () mmfsd 4543 6 7267029.609790: cycles: 7ffb7c0c7640 () 2550249200 () 7ffb00000009 () b10ff0d089ff4a8d ([kernel.kallsyms]) mmfsd 4555 15 7267029.610875: cycles: 9318fa () 0 () 0 () addr2lin 2346 1 7267029.612736: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f2919507010 ([kernel.kallsyms]) 7f2919507010 __gconv_get_builtin_trans (/lib64/libc-2.11.3.so) 658858c807eb () postgres 1593 13 7267029.613267: cycles: 5b4438 ExecStoreMinimalTuple (/home/Computational/mark/andres/bin/postgres) 79e30c tuplesort_gettupleslot (/home/Computational/mark/andres/bin/postgres) 5c6399 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2347 0 7267029.614516: cycles: ffffffff81124c98 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff81127873 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa6abbd5237 ([kernel.kallsyms]) 7fa6abbd5237 __mprotect (/lib64/ld-2.11.3.so) 2000 () mmfsd 31858 10 7267029.616552: cycles: ffffffff813e3962 get_page ([kernel.kallsyms]) ffffffff813e69c3 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 12 7267029.617685: cycles: ffffffff810676f3 __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267029.618541: cycles: ffffffff812f44e2 dma_issue_pending_all ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 5 7267029.619581: cycles: 8a0b54 () 7ffb00000200 () addr2lin 2348 1 7267029.622657: cycles: 7f8908db73f6 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 2a00000064 () postgres 1593 13 7267029.623231: cycles: 5c1c19 MJCompare (/home/Computational/mark/andres/bin/postgres) 5c2398 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2349 0 7267029.623696: cycles: ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd0a3675964 ([kernel.kallsyms]) 7fd0a3675964 _dl_cache_libcmp (/lib64/ld-2.11.3.so) swapper 0 10 7267029.624359: cycles: ffffffff813d5b30 ip_rcv_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267029.625202: cycles: ffffffffa0483147 tcp_mt (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/xt_tcpudp.ko) ffffffffa04038e5 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267029.626021: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2350 9 7267029.626627: cycles: ffffffff812544ea cpumask_any_but ([kernel.kallsyms]) ffffffff8103da0a flush_tlb_page ([kernel.kallsyms]) ffffffff8112ecfb ptep_clear_flush ([kernel.kallsyms]) ffffffff811201aa do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abfb13dec ([kernel.kallsyms]) 7f2abfb13dec __reclaim_stacks (/lib64/libpthread-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 6 7267029.626960: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2350 8 7267029.628140: cycles: ffffffff81158444 put_unused_fd ([kernel.kallsyms]) ffffffff8115a153 do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f676cdf31e0 ([kernel.kallsyms]) 7f676cdf31e0 __GI___open64 (/lib64/libc-2.11.3.so) mmfsd 5354 14 7267029.628693: cycles: 5af7f5 () swapper 0 11 7267029.629590: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267029.629791: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267029.630449: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 8 7267029.630781: cycles: ffffffff8111ed49 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 15 7267029.632349: cycles: ffffffff810301c2 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810ca2d7 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 5 7267029.632874: cycles: 634cb8 () 1849a8 () postgres 1593 13 7267029.633200: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2351 1 7267029.634164: cycles: ffffffff811765f9 vfsmount_lock_local_lock ([kernel.kallsyms]) ffffffff81166f25 path_init ([kernel.kallsyms]) ffffffff81169023 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f30296931e0 ([kernel.kallsyms]) 7f30296931e0 __GI___open64 (/lib64/libc-2.11.3.so) mmfsd 4554 4 7267029.634978: cycles: 5aec39 () perf 2352 0 7267029.635284: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 17989 14 7267029.636543: cycles: ffffffff813e3962 get_page ([kernel.kallsyms]) ffffffff813e69c3 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267029.636731: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267029.636783: cycles: ffffffffa04550a0 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 11 7267029.639890: cycles: ffffffffa046f0f0 ipv4_get_l4proto (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffffa045535e nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 7 7267029.640041: cycles: ffffffffa04a89e2 ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 12311 5 7267029.640054: cycles: 5af0a0 () 15d1350 () swapper 0 9 7267029.640303: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 15 7267029.641092: cycles: ffffffff813e6b9e skb_set_owner_r ([kernel.kallsyms]) ffffffff813efcac tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 14 7267029.641852: cycles: ffffffff813e57d4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50bfba68 () 3f46b15200000008 () addr2lin 2353 1 7267029.642042: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f8826afc910 ([kernel.kallsyms]) 7f8826afc910 __do_global_ctors_aux (/lib64/libdl-2.11.3.so) swapper 0 4 7267029.643157: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.643173: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 4543 6 7267029.645142: cycles: 932ead () 7ffb63415098 () 0 () 0 () addr2lin 2354 8 7267029.645431: cycles: 7f0fac4d4054 _dl_setup_hash (/lib64/ld-2.11.3.so) 7f0fac4d2d2d _dl_map_object (/lib64/ld-2.11.3.so) 6f732e312e33322e () mmfsd 4555 14 7267029.647710: cycles: 58341b () 7ffb00000200 () sh 2355 11 7267029.647876: cycles: 7f3c159bd3f9 do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 13768 15 7267029.648271: cycles: ffffffffa05bf2f3 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 13754 10 7267029.648901: cycles: ffffffff8145f820 mutex_lock ([kernel.kallsyms]) ffffffff81199243 ep_scan_ready_list ([kernel.kallsyms]) ffffffff81199623 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 0 7267029.649508: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) swapper 0 2 7267029.649759: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 11 7267029.649987: cycles: 9479f2 () 0 () 0 () 0 () addr2lin 2355 10 7267029.650619: cycles: 7fade452135c fseeko (/lib64/libc-2.11.3.so) 7fade5338700 (/lib64/ld-2.11.3.so) mmfsd 13573 5 7267029.651018: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff8139093c sock_kfree_s ([kernel.kallsyms]) ffffffff8138f20b ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 12 7267029.651349: cycles: ffffffff8108d990 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2356 12 7267029.651438: cycles: ffffffff811a8781 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 2356 12 7267029.651528: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2356 12 7267029.652740: cycles: 7f0ed01ed9ac do_lookup_x (/lib64/ld-2.11.3.so) postgres 1593 13 7267029.653241: cycles: 694bee PredicateLockTuple (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4554 9 7267029.654337: cycles: ffffffffa0455120 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31858 11 7267029.654577: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 4 7267029.655257: cycles: ffffffff8104e13b set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) sh 2357 15 7267029.656379: cycles: 7f40e2db0d9a __GI_mbrtowc (/lib64/libc-2.11.3.so) addr2lin 2357 15 7267029.658167: cycles: ffffffff81145182 kmem_cache_free ([kernel.kallsyms]) ffffffff81129b32 unlink_anon_vmas ([kernel.kallsyms]) ffffffff8111d9c8 free_pgtables ([kernel.kallsyms]) ffffffff81124070 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1981f13a38 ([kernel.kallsyms]) mmfsd 13768 14 7267029.659021: cycles: ffffffff8125a340 __rb_rotate_left ([kernel.kallsyms]) ffffffff8125a58d rb_insert_color ([kernel.kallsyms]) ffffffff8125b8d0 timerqueue_add ([kernel.kallsyms]) ffffffff810866ca enqueue_hrtimer ([kernel.kallsyms]) ffffffff810874b4 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff8145fe94 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 12193 5 7267029.660020: cycles: ffffffffa053ac34 ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () d00000000011c22 () swapper 0 8 7267029.660227: cycles: ffffffff811442a4 kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267029.660942: cycles: ffffffff81145cd4 kfree ([kernel.kallsyms]) fffffe2d ([kernel.kallsyms]) mmfsd 31858 10 7267029.662701: cycles: ffffffff813dc010 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.663193: cycles: 68ef18 LWLockAttemptLock (/home/Computational/mark/andres/bin/postgres) 68fb5d LWLockAcquire (/home/Computational/mark/andres/bin/postgres) 4a5552 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267029.663696: cycles: ffffffff813956bf __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 6 7267029.664283: cycles: ffffffffa0605a44 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () swapper 0 15 7267029.665460: cycles: ffffffff8137bcc4 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267029.665700: cycles: ffffffff810cd82a __rcu_process_callbacks ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267029.667081: cycles: ffffffff813e7790 tcp_fast_path_on ([kernel.kallsyms]) ffffffff813ef093 tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2359 0 7267029.668798: cycles: 4182a3 main (/bin/bash) addr2lin 2359 1 7267029.671320: cycles: 7f1d529ce9e2 do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 5354 5 7267029.673042: cycles: ffffffffa04134d6 ixgbe_xmit_frame (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.673151: cycles: 5ac540 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 14 7267029.673263: cycles: ffffffffa0454ff3 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2360 0 7267029.674867: cycles: 7f65019efe50 __GI_mbrtowc (/lib64/libc-2.11.3.so) 6a6aa00000 () swapper 0 9 7267029.675317: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 11 7267029.676646: cycles: ffffffff813a5741 napi_complete ([kernel.kallsyms]) ffffffffa0412df8 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8100918a read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffffa04a8d10 ([mmfslinux]) ffffffffa05c0368 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a8970 () swapper 0 10 7267029.676662: cycles: ffffffffa040a223 ixgbe_update_itr (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412e56 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2360 1 7267029.677332: cycles: 7fe1131f5c8a _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7fe1131f9c78 _dl_fixup (/lib64/ld-2.11.3.so) swapper 0 2 7267029.677713: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 8 7267029.681319: cycles: ffffffffa05bef89 ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () 1597e90 () 801f0f0028aa3f () mmfsd 5354 5 7267029.681523: cycles: 89a3e4 () ffffc9003659ff10 ([kernel.kallsyms]) mmfsd 12193 4 7267029.682864: cycles: ffffffff810591da idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.683114: cycles: 783276 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a906e _bt_getbuf (/home/Computational/mark/andres/bin/postgres) 4aca98 _bt_steppage (/home/Computational/mark/andres/bin/postgres) 4acc38 _bt_next (/home/Computational/mark/andres/bin/postgres) 4abefb btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12311 15 7267029.684267: cycles: ffffffffa04596e4 tcp_error (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04553a7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2362 9 7267029.685511: cycles: 7f197d39d39c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f197d395985 dl_main (/lib64/ld-2.11.3.so) 7f197d3a6b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 8 7267029.685767: cycles: ffffffff81469484 irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 14 7267029.686792: cycles: ffffffffa04be2e2 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () perf 2363 0 7267029.687481: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) addr2lin 2363 1 7267029.689414: cycles: ffffffff8114c500 __vma_adjust_trans_huge ([kernel.kallsyms]) ffffffff81124f52 vma_adjust ([kernel.kallsyms]) ffffffff81161e9d shift_arg_pages ([kernel.kallsyms]) ffffffff8116214b setup_arg_pages ([kernel.kallsyms]) ffffffff811a8b10 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f372b321a57 ([kernel.kallsyms]) 7f372b321a57 () kworker/ 93 2 7267029.689640: cycles: ffffffff81254880 find_next_bit ([kernel.kallsyms]) ffffffff81254545 cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 4 7267029.690439: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ksoftirq 43 9 7267029.690510: cycles: ffffffff810cc941 rcu_report_qs_rnp ([kernel.kallsyms]) ffffffff810cd912 __rcu_process_callbacks ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff810679d1 run_ksoftirqd ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 5 7267029.691054: cycles: ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810ca2d7 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) sh 2364 0 7267029.692142: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f6b35df09c0 ([kernel.kallsyms]) 7f6b35df09c0 __GI__dl_addr (/lib64/libc-2.11.3.so) postgres 1593 13 7267029.693083: cycles: 5acf6c ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4555 15 7267029.694026: cycles: ffffffffa05be751 ([mmfs26]) ffffffffa05befb1 ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () d00000000011c22 () addr2lin 2364 1 7267029.694114: cycles: 7f240bf7c7b5 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f240bf74985 dl_main (/lib64/ld-2.11.3.so) 7f240bf85b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 14 7267029.694927: cycles: 7ffb7c0c75fb () 564b3e70 () 564b3e71 () 564b3e73 () 564b3e72 () mmfsd 4539 11 7267029.695076: cycles: ffffffff81098730 do_futex ([kernel.kallsyms]) ffffffff81098972 sys_futex ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c13421f ([kernel.kallsyms]) 7ffb7c13421f () swapper 0 10 7267029.698215: cycles: ffffffff810946ad tick_nohz_stop_idle ([kernel.kallsyms]) ffff881fc2843df8 ([kernel.kallsyms]) perf 30004 0 7267029.699540: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff8105e5c3 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 12193 5 7267029.701256: cycles: 89a3e4 () ffffc9003c043280 ([kernel.kallsyms]) mmfsd 1561 4 7267029.701402: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8116c3c8 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15aa1c0 () addr2lin 2366 1 7267029.701794: cycles: 7f5afc0adc5a memset (/lib64/ld-2.11.3.so) 7f5afc09ed2d _dl_map_object (/lib64/ld-2.11.3.so) 732e6362696c0031 () swapper 0 11 7267029.702890: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff8104bfa2 __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.703053: cycles: ffffffff8120fc1d common_file_perm ([kernel.kallsyms]) ffffffff811ebfec security_file_permission ([kernel.kallsyms]) ffffffff8115aaa6 rw_verify_area ([kernel.kallsyms]) ffffffff8115b194 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13768 14 7267029.703587: cycles: ffffffff81461201 save_args ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4554 8 7267029.704836: cycles: ffffffff813d16c0 ipv4_dst_check ([kernel.kallsyms]) ffffffff81391dda __sk_dst_check ([kernel.kallsyms]) ffffffff813db32a ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 2 7267029.705586: cycles: ffffffff8108d994 ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.705617: cycles: ffffffff813edee0 tcp_valid_rtt_meas ([kernel.kallsyms]) ffffffff813ee79f tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267029.707173: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 1 7267029.707710: cycles: ffffffffa0412d32 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267029.708097: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267029.711142: cycles: ffffffff811451fa kmem_cache_free ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 4 7267029.711449: cycles: 7ffb7c0c3aa4 () 250158f730 () 15aa1e8 () 15d98f0 () mmfsd 13573 5 7267029.712741: cycles: 10cdef1 () ffffc90034663560 ([kernel.kallsyms]) postgres 1593 13 7267029.713054: cycles: 67404d BufferGetBlockNumber (/home/Computational/mark/andres/bin/postgres) 49d3f8 heap_hot_search_buffer (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 5354 14 7267029.713190: cycles: 898005 () mmfsd 12090 11 7267029.713580: cycles: 89837f () 7ffb62da2a80 () ffffc90034320cc0 ([kernel.kallsyms]) kworker/ 93 2 7267029.713584: cycles: ffffffff8104d59a update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) perf 2370 0 7267029.714003: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 1 7267029.714136: cycles: ffffffff8126de1c is_swiotlb_buffer ([kernel.kallsyms]) ffffffff8126e592 unmap_single ([kernel.kallsyms]) ffffffffa0412992 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2371 8 7267029.718484: cycles: 7f62b0a71662 strcmp (/lib64/ld-2.11.3.so) mmfsd 13768 4 7267029.718489: cycles: ffffffff8145e82f __schedule ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 593119f8 () sh 2371 9 7267029.719724: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f62b0345a57 ([kernel.kallsyms]) 7f62b0345a57 __execve (/lib64/libc-2.11.3.so) mmfsd 31858 10 7267029.720496: cycles: ffffffff813e6727 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2371 9 7267029.721280: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc035719d44 ([kernel.kallsyms]) 7fc035719d44 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 12193 5 7267029.721653: cycles: ffffffff81143b32 cache_alloc_refill ([kernel.kallsyms]) ffffffff8114441f kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 15 7267029.722737: cycles: ffffffff811393a1 alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.723021: cycles: 4acbb5 _bt_next (/home/Computational/mark/andres/bin/postgres) 4abefb btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 17989 14 7267029.725097: cycles: ffffffff81049efb check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 2 7267029.725556: cycles: ffffffff81050ffa update_group_power ([kernel.kallsyms]) ffffffff8105146a find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059144 run_rebalance_domains ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 0 7267029.725583: cycles: ffffffff81102b41 free_hot_cold_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2373 2 7267029.725704: cycles: ffffffff81089afa prepare_creds ([kernel.kallsyms]) ffffffff81089d8f prepare_exec_creds ([kernel.kallsyms]) ffffffff811610d5 prepare_bprm_creds ([kernel.kallsyms]) ffffffff81162a1b do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 31858 11 7267029.726310: cycles: ffffffffa04c2614 ([mmfslinux]) ffffffffa0605ae4 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 675a410 () swapper 0 8 7267029.726419: cycles: ffffffff8104a9cb get_nohz_timer_target ([kernel.kallsyms]) ffffffff810717bc mod_timer_pending ([kernel.kallsyms]) ffffffffa0453d95 __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2373 3 7267029.726557: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4f2bd84520 ([kernel.kallsyms]) 7f4f2bd84520 _dl_init_paths (/lib64/ld-2.11.3.so) 7f4f2bd7f120 dl_main (/lib64/ld-2.11.3.so) 7f4f2bd90b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () haveged 3041 2 7267029.726681: cycles: ffffffff8145ee91 thread_return ([kernel.kallsyms]) ffffffff8145ff25 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff8116d074 poll_schedule_timeout ([kernel.kallsyms]) ffffffff8116dc7f do_select ([kernel.kallsyms]) ffffffff8116e3d8 core_sys_select ([kernel.kallsyms]) ffffffff8116e781 sys_select ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbf388b4373 ([kernel.kallsyms]) 7fbf388b4373 () sh 2373 3 7267029.726706: cycles: ffffffff810f9f17 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4f2bd85054 ([kernel.kallsyms]) 7f4f2bd85054 _dl_setup_hash (/lib64/ld-2.11.3.so) 7f4f2bd83d2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () sh 2373 3 7267029.726849: cycles: 7f4f2bd83dab _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e7365 () sh 2373 3 7267029.727983: cycles: 7f4f2b5ee0e8 _nl_make_l10nflist (/lib64/libc-2.11.3.so) mmfsd 31858 10 7267029.728114: cycles: ffffffff813da88a __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1561 4 7267029.728944: cycles: 920c38 () 3f46b34b () addr2lin 2373 2 7267029.730252: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2d4dad53b8 ([kernel.kallsyms]) 7f2d4dad53b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f2d4dacd985 dl_main (/lib64/ld-2.11.3.so) 7f2d4dadeb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sadc 30384 1 7267029.732838: cycles: ffffffff8117b200 seq_printf ([kernel.kallsyms]) ffffffff811c10a7 show_stat ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc5013625d0 ([kernel.kallsyms]) 7fc5013625d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 15 7267029.732869: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1561 5 7267029.732898: cycles: ffffffff813956bf __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.732991: cycles: 7fffe8fff662 ([vdso]) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2374 8 7267029.733751: cycles: ffffffff81127532 change_protection ([kernel.kallsyms]) ffffffff811277e7 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcba19f9237 ([kernel.kallsyms]) 7fcba19f9237 __mprotect (/lib64/ld-2.11.3.so) 2000 () mmfsd 13754 4 7267029.734519: cycles: 7fffe2dff8b1 () mmfsd 17989 14 7267029.735461: cycles: ffffffff813a5787 napi_complete ([kernel.kallsyms]) 1 ([kernel.kallsyms]) 7ffb7c0f43f5 () addr2lin 2374 9 7267029.735555: cycles: 7f4150100eaf _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f41501024f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f41500fa985 dl_main (/lib64/ld-2.11.3.so) 7f415010bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 5 7267029.737850: cycles: 92e19d () 0 () mmfsd 13768 15 7267029.739648: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 13754 10 7267029.739920: cycles: ffffffff81460efb _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05bf2dc ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () swapper 0 11 7267029.741681: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2375 1 7267029.742131: cycles: 7fdcddb2de20 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267029.742963: cycles: 7fb873d6aed0 __GI_memcmp (/lib64/libc-2.11.3.so) 6745b3 GetPrivateRefCountEntry (/home/Computational/mark/andres/bin/postgres) 674d59 UnpinBuffer (/home/Computational/mark/andres/bin/postgres) 67670e ReleaseAndReadBuffer (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13573 4 7267029.743540: cycles: 10e2c09 () swapper 0 8 7267029.743777: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 14 7267029.744107: cycles: 932ff5 () 564b3f5700000009 () sh 2376 0 7267029.744922: cycles: ffffffff81164c83 acl_permission_check ([kernel.kallsyms]) ffffffff81168bc3 link_path_walk ([kernel.kallsyms]) ffffffff811698b1 path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff811594fe sys_faccessat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2efbee9687 ([kernel.kallsyms]) 7f2efbee9687 access (/lib64/libc-2.11.3.so) swapper 0 2 7267029.745520: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kjournal 1146 15 7267029.747139: cycles: ffffffff81143967 cache_grow ([kernel.kallsyms]) ffffffff81143d96 cache_alloc_refill ([kernel.kallsyms]) ffffffff81144d98 kmem_cache_alloc ([kernel.kallsyms]) ffffffff811874a4 alloc_buffer_head ([kernel.kallsyms]) ffffffffa02445a3 journal_write_metadata_buffer (/lib/modules/3.0.101-0.15-default/kernel/fs/jbd/jbd.ko) ffffffffa023eee2 journal_commit_transaction (/lib/modules/3.0.101-0.15-default/kernel/fs/jbd/jbd.ko) ffffffffa024332b kjournald (/lib/modules/3.0.101-0.15-default/kernel/fs/jbd/jbd.ko) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 4554 9 7267029.748307: cycles: ffffffffa04a8bc2 ([mmfslinux]) 6 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a1350 () mmfsd 12193 5 7267029.749728: cycles: 89ae13 () swapper 0 10 7267029.750215: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267029.750807: cycles: ffffffff81469fd7 call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 14 7267029.750910: cycles: ffffffffa04a89b6 ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05c03a2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64003ab0 () postgres 1593 13 7267029.752937: cycles: 5b1430 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2377 2 7267029.753905: cycles: 7f9df32cfa74 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () swapper 0 11 7267029.753973: cycles: ffffffff8108d8b2 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31862 4 7267029.756164: cycles: ffffffffa0412934 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 91c89a ([kernel.kallsyms]) 91c89a () 7ffb6427efd0 () 934a70 () 8b4807894810c083 ([kernel.kallsyms]) sh 2378 8 7267029.757181: cycles: 7fc01f42c262 _nl_make_l10nflist (/lib64/libc-2.11.3.so) 0 () addr2lin 2378 9 7267029.758789: cycles: 7f691e63d37c do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 4543 7 7267029.758846: cycles: ffffffff8115bdd6 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 15 7267029.759191: cycles: ffffffff8137bcc4 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2379 8 7267029.760723: cycles: 7fceadc323bb _dl_relocate_object (/lib64/ld-2.11.3.so) 7fceadc2a985 dl_main (/lib64/ld-2.11.3.so) 7fceadc3bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 14 7267029.761565: cycles: 7ffb7c0c76f5 () 0 () mmfsd 13754 6 7267029.762084: cycles: 7ffb7c0f3e53 () addr2lin 2379 9 7267029.762422: cycles: 7f52fc2f5adc _dl_relocate_object (/lib64/ld-2.11.3.so) 7f52fc2ed985 dl_main (/lib64/ld-2.11.3.so) 7f52fc2feb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267029.762911: cycles: 67455f GetPrivateRefCountEntry (/home/Computational/mark/andres/bin/postgres) 674e9a ReleaseBuffer (/home/Computational/mark/andres/bin/postgres) 5b414c ExecClearTuple (/home/Computational/mark/andres/bin/postgres) 5c5990 SeqNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 31862 5 7267029.763937: cycles: ffffffff81468d00 system_call ([kernel.kallsyms]) 7ffb7c11f3d7 () perf 2380 8 7267029.764471: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) kworker/ 101 10 7267029.766487: cycles: ffffffff8114584b drain_array ([kernel.kallsyms]) ffffffff811460ee cache_reap ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) grep 2382 11 7267029.766558: cycles: 7ff3602bc9d2 do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 17989 6 7267029.767042: cycles: ffffffff81399066 skb_split ([kernel.kallsyms]) ffffffff813f2b11 tso_fragment ([kernel.kallsyms]) ffffffff813f3f70 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () objdump 2381 9 7267029.767296: cycles: ffffffff811556bc lookup_page_cgroup ([kernel.kallsyms]) ffffffff811545f1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f208b7203b8 ([kernel.kallsyms]) 7f208b7203b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f208b718985 dl_main (/lib64/ld-2.11.3.so) 7f208b729b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () expand 2383 0 7267029.767883: cycles: ffffffff81461700 error_entry ([kernel.kallsyms]) 7f5ad97f4e50 ([kernel.kallsyms]) 7f5ad97f4e50 posix_fadvise (/lib64/libc-2.11.3.so) 0 () mmfsd 4543 7 7267029.769038: cycles: ffffffffa04a8ba0 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () sh 2384 11 7267029.770161: cycles: 7f381308411b check_match.12097 (/lib64/ld-2.11.3.so) mmfsd 31862 4 7267029.770782: cycles: ffffffffa0459a47 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267029.770885: cycles: ffffffff8104c6a5 update_rq_clock ([kernel.kallsyms]) ffffffff8104c7a2 enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 5 7267029.771901: cycles: 91d245 () 0 () addr2lin 2384 10 7267029.771941: cycles: 7f50b6f52c57 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f50b6f4a985 dl_main (/lib64/ld-2.11.3.so) 7f50b6f5bb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () perf 30004 11 7267029.772733: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13754 1 7267029.772858: cycles: ffffffff8104c760 deactivate_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 13 7267029.772889: cycles: 4a50fa index_getprocinfo (/home/Computational/mark/andres/bin/postgres) 4ad55b _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 8 7267029.776744: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a654d ([mmfslinux]) ffffffffa05bf331 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () swapper 0 9 7267029.778309: cycles: ffffffff8107c253 delayed_work_timer_fn ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.778919: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 4 7267029.780041: cycles: ffffffff813dad1e ip_local_out ([kernel.kallsyms]) ffff883f6f2c0140 ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 0 7267029.780403: cycles: ffffffff813a5e0a net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa05c079e ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () swapper 0 14 7267029.780596: cycles: ffffffff813bf8c0 eth_type_trans ([kernel.kallsyms]) ffffffffa0412207 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81094bb6 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 8049 15 7267029.781074: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa04f8eb2 nf_nat_get_offset (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa0459ea5 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 5 7267029.782517: cycles: ffffffff81407900 pskb_may_pull ([kernel.kallsyms]) ffffffff81407b08 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2386 1 7267029.782548: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7ff3c09a9090 ([kernel.kallsyms]) 7ff3c09a9090 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267029.782869: cycles: 6766f8 ReleaseAndReadBuffer (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 11 7267029.786685: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267029.787291: cycles: ffffffff81469fdd call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267029.787333: cycles: ffffffff8137bb17 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267029.788664: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13769 4 7267029.789275: cycles: ffffffff813e61b8 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2388 0 7267029.789816: cycles: 7f6d8a74fd26 __strlen_sse42 (/lib64/libc-2.11.3.so) 636f6c2f7273752f () addr2lin 2388 1 7267029.791129: cycles: 7f4921065b22 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () postgres 1593 13 7267029.792899: cycles: 674722 LockBuffer (/home/Computational/mark/andres/bin/postgres) 4a558d index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267029.792955: cycles: ffffffff813d6421 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2389 0 7267029.793170: cycles: 7fcf5355a349 __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) ff00000000 () addr2lin 2389 1 7267029.794696: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fed69a6fa38 ([kernel.kallsyms]) mmfsd 8049 14 7267029.795977: cycles: 1141efd () 100000000 () mmfsd 31858 10 7267029.796019: cycles: ffffffffa045a702 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13573 4 7267029.797472: cycles: 89affa () 57fcbb () ffffc9003466cf60 ([kernel.kallsyms]) perf 30004 0 7267029.798026: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113951e alloc_pages_current ([kernel.kallsyms]) ffffffff8103c77e pte_alloc_one ([kernel.kallsyms]) ffffffff8111d1b3 __pte_alloc ([kernel.kallsyms]) ffffffff8111f079 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 12193 5 7267029.798448: cycles: 7ffb7c0f3e50 () 7ffb62b24128 () 0 () addr2lin 2391 1 7267029.800005: cycles: ffffffff81144999 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff8120fdda apparmor_file_alloc_security ([kernel.kallsyms]) ffffffff8115c460 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc473564f57 ([kernel.kallsyms]) 7fc473564f57 __open (/lib64/ld-2.11.3.so) 6070 () mmfsd 4555 15 7267029.800853: cycles: ffffffffa040e934 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 10 7267029.801616: cycles: ffffffff813e5cfb tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 6b87d6d8 () postgres 1593 13 7267029.802882: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9733 find_lock_page ([kernel.kallsyms]) ffffffff8110fe32 shmem_getpage_gfp ([kernel.kallsyms]) ffffffff81110608 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 2392 8 7267029.803360: cycles: 7fc4ba5c4ea7 __GI_mbrtowc (/lib64/libc-2.11.3.so) 636600652d43782d () swapper 0 11 7267029.803502: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267029.806940: cycles: ffffffff81461328 exit_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267029.808259: cycles: ffffffff81469560 irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267029.808438: cycles: ffffffff812bd179 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267029.809592: cycles: ffffffffa04552b7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2394 0 7267029.809629: cycles: ffffffff812582de prio_tree_insert ([kernel.kallsyms]) ffffffff81113a08 vma_prio_tree_insert ([kernel.kallsyms]) ffffffff81124a81 vma_adjust ([kernel.kallsyms]) ffffffff811251e9 __split_vma ([kernel.kallsyms]) ffffffff81127873 mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fcff147f237 ([kernel.kallsyms]) 7fcff147f237 __mprotect (/lib64/ld-2.11.3.so) 7fcff1686fe8 (/lib64/ld-2.11.3.so) 0 () swapper 0 5 7267029.809746: cycles: ffffffff81054f14 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 4543 6 7267029.809910: cycles: ffffffff8116bfe9 do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () kworker/ 101 10 7267029.810370: cycles: ffffffff8145e7ef __schedule ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) mmfsd 13768 7 7267029.812356: cycles: 7ffb7c11f3d5 () 200000000 () swapper 0 1 7267029.812565: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13769 4 7267029.812908: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813c0eca sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.812961: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 8049 14 7267029.815468: cycles: ffffffff811002d1 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 2 7267029.815873: cycles: ffffffff81045613 calc_delta_mine ([kernel.kallsyms]) ffffffff8104d670 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1595a90 () mmfsd 13768 6 7267029.817150: cycles: 7ffb7c0c4ea1 () 564b40c200000009 () mmfsd 4555 15 7267029.817647: cycles: ffffffffa04036da ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 2 7267029.818751: cycles: ffffffff8115bd99 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2396 8 7267029.819227: cycles: ffffffff8103da45 flush_tlb_page ([kernel.kallsyms]) ffffffff8112ecfb ptep_clear_flush ([kernel.kallsyms]) ffffffff811201aa do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f027091fe60 ([kernel.kallsyms]) 7f027091fe60 _int_free (/lib64/libc-2.11.3.so) grep 2398 3 7267029.819896: cycles: ffffffff8125b2c7 strlen ([kernel.kallsyms]) ffffffff810f3d42 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80f4 elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f0270950a57 ([kernel.kallsyms]) 7f0270950a57 () mmfsd 4554 2 7267029.820071: cycles: ffffffffa04a8b80 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64014cb0 () mmfsd 4537 12 7267029.820144: cycles: 5b6876 () objdump 2397 0 7267029.820371: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f3515cba3b8 ([kernel.kallsyms]) 7f3515cba3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3515cb2985 dl_main (/lib64/ld-2.11.3.so) 7f3515cc3b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 12311 9 7267029.821051: cycles: 920a05 () 7ffb63e7d128 () 0 () 0 () swapper 0 2 7267029.821937: cycles: ffffffff813ee1be tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efa24 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 3 7267029.822317: cycles: ffffffffa0455097 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.822988: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 14 7267029.824955: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2397 0 7267029.825026: cycles: 7f35153612ce bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 13768 10 7267029.825115: cycles: 113482d () 200000000 () mmfsd 8049 15 7267029.826023: cycles: ffffffffa040370c ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31858 11 7267029.826303: cycles: ffffffff813a3170 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267029.826955: cycles: ffffffffa0411c3b ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 5 7267029.827515: cycles: 89a3e4 () ffffc9002c8d6228 ([kernel.kallsyms]) objdump 2397 0 7267029.828705: cycles: 40604f (/usr/bin/objdump) 6bb4c4 () 7fff84df2301 () swapper 0 2 7267029.831233: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 14 7267029.832661: cycles: 5b6859 () ffffc9003441bcc0 ([kernel.kallsyms]) postgres 1593 13 7267029.832916: cycles: ffffffffa05ba684 ([mmfs26]) ffffffffa05341d7 ([mmfs26]) ffffffffa0551537 ([mmfs26]) ffffffffa0553de1 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) objdump 2397 0 7267029.833364: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3514bbf5d0 ([kernel.kallsyms]) 7f3514bbf5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 31858 11 7267029.836456: cycles: ffffffff8125e925 _copy_from_user ([kernel.kallsyms]) ffffffff81399e00 verify_iovec ([kernel.kallsyms]) ffffffff8138f0ea ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 15 7267029.836478: cycles: 583321 () 7ffb6c01b0b0 () swapper 0 5 7267029.836996: cycles: ffffffffa045a7c3 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) kworker/ 102 3 7267029.837444: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8107e6d8 worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) grep 2398 1 7267029.837746: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff8146484b do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 40bcd0 ([kernel.kallsyms]) 40bcd0 (/bin/grep) 333235342f63612f () mmfsd 4537 12 7267029.839849: cycles: 89a3e4 () ffffc9003922eb88 ([kernel.kallsyms]) swapper 0 14 7267029.840449: cycles: ffffffffa0412934 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.841024: cycles: ffffffff8145eed7 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13573 4 7267029.841556: cycles: 7ffb7c6a1184 () sh 2400 9 7267029.841754: cycles: ffffffff811682ec do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f51d51d11e0 ([kernel.kallsyms]) 7f51d51d11e0 __GI___open64 (/lib64/libc-2.11.3.so) 706d6f432f656d6f () postgres 1593 13 7267029.842983: cycles: 46f04e slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4555 15 7267029.843306: cycles: ffffffff8104d5ae update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb7489ac90 () mmfsd 13768 11 7267029.843376: cycles: ffffffff81054f43 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 6ff502a8 () addr2lin 2400 8 7267029.844470: cycles: 7ffdce0708dd bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 0 () addr2lin 2400 8 7267029.846525: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffdcd8d05d0 ([kernel.kallsyms]) 7ffdcd8d05d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 14 7267029.848964: cycles: ffffffff813efccd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267029.849340: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2400 8 7267029.849400: cycles: ffffffff81115e84 next_zones_zonelist ([kernel.kallsyms]) ffffffff811027ee __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffdcd8d05d0 ([kernel.kallsyms]) 7ffdcd8d05d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 4 7267029.852348: cycles: ffffffff813deb0e __inet_lookup_established ([kernel.kallsyms]) ffffffff813f975b tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 92ac25 ([kernel.kallsyms]) 92ac25 () 0 () mmfsd 13573 5 7267029.852529: cycles: ffffffffa0454fcf ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.852906: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 12311 9 7267029.853480: cycles: 931d5f () 7ffb63e7d1a8 () 0 () 0 () mmfsd 31858 10 7267029.853623: cycles: ffffffff813e6787 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 8 7267029.853667: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) swapper 0 15 7267029.855019: cycles: ffffffff8104d941 update_cfs_shares ([kernel.kallsyms]) ffffffff8104e9b4 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2401 0 7267029.855177: cycles: 7f1e5508cfb7 __libc_read (/lib64/ld-2.11.3.so) 7f1e5507ef44 _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () mmfsd 17989 1 7267029.857036: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4539 3 7267029.857771: cycles: ffffffffa045525a __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 11 7267029.859065: cycles: ffffffffa045bcd4 nf_ct_deliver_cached_events (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa046f587 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 14 7267029.860236: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () addr2lin 2401 1 7267029.860541: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f790f539e7a ([kernel.kallsyms]) 7f790f539e7a __strcmp_sse42 (/lib64/libc-2.11.3.so) 0 () 100000005 () swapper 0 4 7267029.860789: cycles: ffffffff81460f10 _raw_spin_lock_irq ([kernel.kallsyms]) ffffffff8145e897 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2401 1 7267029.862337: cycles: 7f790f4a9db9 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267029.862940: cycles: 68eef2 LWLockAttemptLock (/home/Computational/mark/andres/bin/postgres) 68fb5d LWLockAcquire (/home/Computational/mark/andres/bin/postgres) 4a5552 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267029.863323: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2401 1 7267029.864396: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f790f4f35d0 ([kernel.kallsyms]) 7f790f4f35d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12193 5 7267029.865532: cycles: ffffffff813cdef0 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267029.867226: cycles: ffffffff8145eed7 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2401 1 7267029.867648: cycles: 7f790f49ef17 _int_malloc (/lib64/libc-2.11.3.so) mmfsd 5354 15 7267029.868711: cycles: 10e724a () ffffc900344228c0 ([kernel.kallsyms]) swapper 0 4 7267029.868922: cycles: ffffffff8145e82f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) sh 2402 2 7267029.871439: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff811246ed vma_link ([kernel.kallsyms]) ffffffff811261e7 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a8c90 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () postgres 1593 13 7267029.872866: cycles: 674ef0 ReleaseBuffer (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2402 2 7267029.872905: cycles: 7fbf9dc8c4c2 find_module_idx (/lib64/libc-2.11.3.so) mmfsd 31858 10 7267029.874008: cycles: 94a5a1 () 7ffb741fcd30 () sh 2402 2 7267029.874384: cycles: 7fbf9dcf0d95 __GI_mbrtowc (/lib64/libc-2.11.3.so) addr2lin 2402 3 7267029.875429: cycles: ffffffff81258edb radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa315b3c256 ([kernel.kallsyms]) 7fa315b3c256 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fa315b34985 dl_main (/lib64/ld-2.11.3.so) 7fa315b45b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 31858 11 7267029.875497: cycles: 9330c7 () mmfsd 12311 9 7267029.876706: cycles: 89a3e4 () ffffc9003927d6b0 ([kernel.kallsyms]) addr2lin 2402 3 7267029.877343: cycles: ffffffff8114dc77 mem_cgroup_count_vm_event ([kernel.kallsyms]) ffffffff81121872 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fa315707670 ([kernel.kallsyms]) 7fa315707670 _bfd_elf_make_empty_symbol (/usr/lib64/libbfd-2.23.1.so) 7fff54615313 () mmfsd 4537 5 7267029.878455: cycles: ffffffff810090d3 native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff8105924b idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640047e0 () swapper 0 4 7267029.878542: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.879361: cycles: ffffffff810ca2b1 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2402 3 7267029.879500: cycles: 7fa314f17dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 11 7267029.880279: cycles: ffffffff8137bcb5 menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.882804: cycles: 5bf620 IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2402 3 7267029.883425: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa314f615d0 ([kernel.kallsyms]) 7fa314f615d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 5354 15 7267029.887487: cycles: ffffffff8125ea16 copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2402 3 7267029.887619: cycles: 7fa3156f83f2 (/usr/lib64/libbfd-2.23.1.so) 400000001 () swapper 0 14 7267029.887948: cycles: ffffffff813ec33d tcp_data_queue ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267029.889453: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 2 7267029.891046: cycles: 7f2abdc75b12 __getdelim (/lib64/libc-2.11.3.so) mmfsd 13769 5 7267029.891507: cycles: ffffffff81001800 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fc2fc4000 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () postgres 1593 13 7267029.892754: cycles: 697d70 mdnblocks (/home/Computational/mark/andres/bin/postgres) 5c57aa ExecReScanSeqScan (/home/Computational/mark/andres/bin/postgres) 5a875d ExecReScan (/home/Computational/mark/andres/bin/postgres) 5c4085 ExecReScanNestLoop (/home/Computational/mark/andres/bin/postgres) 5a869d ExecReScan (/home/Computational/mark/andres/bin/postgres) 5ac4c5 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2403 2 7267029.895059: cycles: ffffffff8108acd4 groups_search ([kernel.kallsyms]) ffffffff81164cfa acl_permission_check ([kernel.kallsyms]) ffffffff81168c46 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff81162a69 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fcc1f223a57 ([kernel.kallsyms]) 7fcc1f223a57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () mmfsd 13573 11 7267029.895796: cycles: ffffffffa041a09e ixgbe_tx_ctxtdesc (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04132eb ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 10 7267029.897270: cycles: 7ffb7c6a1180 () addr2lin 2403 2 7267029.898484: cycles: 7f9d0f8d7dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 9 7267029.899759: cycles: ffffffff81009160 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267029.900461: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 14 7267029.900574: cycles: ffffffff81399e65 verify_iovec ([kernel.kallsyms]) 1 ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2403 2 7267029.901468: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9d0f9215d0 ([kernel.kallsyms]) 7f9d0f9215d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267029.902713: cycles: ffffffffa04aea50 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 17989 1 7267029.903238: cycles: ffffffffa05c05e6 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13769 5 7267029.905355: cycles: ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810ca2d7 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8125ea10 copy_user_generic_string ([kernel.kallsyms]) ffffffffa04a8ead ([mmfslinux]) ffffffffa05c038b ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () addr2lin 2403 2 7267029.905953: cycles: ffffffff8111df17 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9d0f92bc87 ([kernel.kallsyms]) 7f9d0f92bc87 __munmap (/lib64/libc-2.11.3.so) mmfsd 5354 15 7267029.907936: cycles: ffffffff8105137b find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb7489ac90 () sh 2404 5 7267029.909740: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81054b8b try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8115f588 vfs_fstat ([kernel.kallsyms]) ffffffff8115f5ff sys_newfstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4ae1cef7d4 ([kernel.kallsyms]) 7f4ae1cef7d4 __GI___fxstat (/lib64/libc-2.11.3.so) 0 () swapper 0 4 7267029.911685: cycles: ffffffff81002115 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.912060: cycles: ffffffff810468bc nr_iowait_cpu ([kernel.kallsyms]) ffffffff81094657 update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81055fbf scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.912712: cycles: 5acec0 ExecEvalRelabelType (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2404 4 7267029.913932: cycles: 7f8454585259 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f845457d985 dl_main (/lib64/ld-2.11.3.so) 7f845458eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2404 4 7267029.916608: cycles: 7f8453960dcd __GI_memset (/lib64/libc-2.11.3.so) swapper 0 14 7267029.916795: cycles: ffffffff8104f824 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267029.916929: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2404 4 7267029.918815: cycles: ffffffff811292c6 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f84539aa5d0 ([kernel.kallsyms]) 7f84539aa5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4539 3 7267029.919246: cycles: ffffffff81395dca __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 0 7267029.919498: cycles: ffffffff8106810c local_bh_enable_ip ([kernel.kallsyms]) 1 ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2404 4 7267029.921482: cycles: ffffffff81258f04 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f84539aa5d0 ([kernel.kallsyms]) 7f84539aa5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 14 7267029.921760: cycles: ffffffffa0458b26 __nf_ct_l4proto_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455375 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.922669: cycles: 4accb5 _bt_compare (/home/Computational/mark/andres/bin/postgres) 4acf25 _bt_binsrch (/home/Computational/mark/andres/bin/postgres) 4ad9a1 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 8049 15 7267029.923382: cycles: 7ffb7c6a1071 () 7ffb701f8098 () 0 () 0 () mmfsd 13769 0 7267029.924414: cycles: ffffffff813e3953 get_page ([kernel.kallsyms]) ffffffff813e698e tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267029.924943: cycles: ffffffff8145eff0 schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.925379: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267029.925436: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff810c75ff handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267029.926062: cycles: ffffffff8137a772 poll_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2405 7 7267029.926258: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2405 7 7267029.927231: cycles: 7fcddc15bc5a __GI_mmap64 (/lib64/libc-2.11.3.so) 7fcddc0adec0 _nl_find_locale (/lib64/libc-2.11.3.so) 7fcddc0ad4fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) mmfsd 13768 15 7267029.927780: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff81199938 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2405 6 7267029.928135: cycles: ffffffff814648a4 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7febfc454964 ([kernel.kallsyms]) 7febfc454964 _dl_cache_libcmp (/lib64/ld-2.11.3.so) addr2lin 2405 6 7267029.929086: cycles: 7febfb8c1b91 __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () addr2lin 2405 6 7267029.930033: cycles: ffffffff8114f85d mem_cgroup_add_lru_list ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff811062cd __lru_cache_add ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7febfc01c8f4 ([kernel.kallsyms]) 7febfc01c8f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 6ec4d0 () addr2lin 2405 6 7267029.932617: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7febfb87c5d0 ([kernel.kallsyms]) 7febfb87c5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267029.932637: cycles: 5bf5d0 IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267029.932682: cycles: ffffffff8137a775 poll_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 14 7267029.933365: cycles: 91ac85 () 0 () mmfsd 12193 15 7267029.934877: cycles: ffffffffa05c047a ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64003ab0 () swapper 0 1 7267029.937003: cycles: ffffffff8104e121 set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13768 0 7267029.938190: cycles: ffffffff81067660 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d5ceca8 () 564b429600000009 () mmfsd 4543 7 7267029.938442: cycles: 7ffb7c0c7640 () 7ffb63415118 () 0 () mmfsd 31858 10 7267029.938577: cycles: ffffffffa053acd5 ([mmfs26]) ffffffffa05c03a2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c018380 () swapper 0 11 7267029.939344: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 5 7267029.941159: cycles: ffffffffa046f0f0 ipv4_get_l4proto (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffffa045535e nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 91f465 ([kernel.kallsyms]) 91f465 () 0 () postgres 1593 13 7267029.942604: cycles: 4a5634 index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 2406 9 7267029.942802: cycles: ffffffff8120a2e0 aa_alloc_task_context ([kernel.kallsyms]) ffffffff8120f64f apparmor_cred_prepare ([kernel.kallsyms]) ffffffff81089b4b prepare_creds ([kernel.kallsyms]) ffffffff81089d8f prepare_exec_creds ([kernel.kallsyms]) ffffffff811610d5 prepare_bprm_creds ([kernel.kallsyms]) ffffffff81162a1b do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) addr2lin 2406 9 7267029.945332: cycles: ffffffff811291bd page_add_file_rmap ([kernel.kallsyms]) ffff88023bd4edc0 ([kernel.kallsyms]) 7f3fc6747964 _dl_cache_libcmp (/lib64/ld-2.11.3.so) addr2lin 2406 9 7267029.945696: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f3fc674a3b8 ([kernel.kallsyms]) 7f3fc674a3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3fc6742985 dl_main (/lib64/ld-2.11.3.so) 7f3fc6753b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2406 9 7267029.946193: cycles: 7f3fc674a3ed _dl_relocate_object (/lib64/ld-2.11.3.so) 7f3fc6742985 dl_main (/lib64/ld-2.11.3.so) 7f3fc6753b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 0 7267029.946526: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 12193 14 7267029.947754: cycles: 893b95 () addr2lin 2406 9 7267029.948299: cycles: ffffffff810f915e find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3fc5b6f5d0 ([kernel.kallsyms]) 7f3fc5b6f5d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () mmfsd 8049 10 7267029.949239: cycles: ffffffff8126eb10 swiotlb_map_page ([kernel.kallsyms]) ffffffffa040e791 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 11 7267029.950143: cycles: 89a9e3 () ffffc90034313ac0 ([kernel.kallsyms]) swapper 0 15 7267029.950432: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 1 7267029.951643: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b421 __x2apic_send_IPI_mask ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267029.952575: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 12311 8 7267029.954305: cycles: 9131b6 () 0 () addr2lin 2406 9 7267029.955450: cycles: ffffffff8111df10 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3fc5b79c87 ([kernel.kallsyms]) 7f3fc5b79c87 __munmap (/lib64/libc-2.11.3.so) mmfsd 12193 14 7267029.956096: cycles: 10e7131 () ffffc900344a3de0 ([kernel.kallsyms]) swapper 0 10 7267029.956412: cycles: ffffffff8125f8fb __memcpy ([kernel.kallsyms]) ffffffffa040f539 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267029.957805: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2407 0 7267029.957861: cycles: 7f0a10cccaa4 dl_main (/lib64/ld-2.11.3.so) 7f0a10cdeb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2407 0 7267029.959935: cycles: 7f0a1058c568 __strcmp_sse2 (/lib64/libc-2.11.3.so) mmfsd 8049 11 7267029.960719: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267029.962649: cycles: ffffffffa04a5400 ([mmfslinux]) ffffffffa0546e9d ([mmfs26]) ffffffffa05540de ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2407 1 7267029.963286: cycles: 7f42dfb4ea17 read_alias_file (/lib64/libc-2.11.3.so) 7f42dfb4ebb2 _nl_expand_alias (/lib64/libc-2.11.3.so) 7f42dfb48352 __GI_setlocale (/lib64/libc-2.11.3.so) 402263 (/usr/bin/addr2line) swapper 0 7 7267029.964732: cycles: ffffffff81046fe0 idle_cpu ([kernel.kallsyms]) ffffffff81067527 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2407 1 7267029.965830: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f42dfba2dc8 ([kernel.kallsyms]) 7f42dfba2dc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 4555 15 7267029.966001: cycles: ffffffff81391d90 __sk_dst_check ([kernel.kallsyms]) ffffffff813db32a ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 10 7267029.967573: cycles: ffffffffa05c0386 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () addr2lin 2407 1 7267029.969126: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f42dfbec5d0 ([kernel.kallsyms]) 7f42dfbec5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12311 8 7267029.971323: cycles: 917a94 () swapper 0 14 7267029.971426: cycles: ffffffff8139dea1 __napi_complete ([kernel.kallsyms]) ffffffff813a579f napi_complete ([kernel.kallsyms]) ffffffffa0412df8 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2407 1 7267029.971627: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f42dfbec5d0 ([kernel.kallsyms]) 7f42dfbec5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () postgres 1593 13 7267029.972680: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267029.974029: cycles: ffffffff81066350 ns_to_timespec ([kernel.kallsyms]) ffffffff810663b9 ns_to_timeval ([kernel.kallsyms]) ffffffff813ee632 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2407 1 7267029.974764: cycles: 7f42dfb9590a malloc_consolidate (/lib64/libc-2.11.3.so) 111 () perf 2408 0 7267029.976553: cycles: ffffffff81106703 ____pagevec_lru_add_fn ([kernel.kallsyms]) ffffffff811061dc pagevec_lru_move_fn ([kernel.kallsyms]) ffffffff8110647c lru_add_drain ([kernel.kallsyms]) ffffffff8112401b exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 12090 11 7267029.977256: cycles: 9131b6 () 0 () sh 2408 0 7267029.979222: cycles: 7fc19fd40fe4 __strcpy_ssse3 (/lib64/libc-2.11.3.so) mmfsd 4539 3 7267029.980208: cycles: 62bd1b () 1849a8 () swapper 0 15 7267029.980323: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267029.981473: cycles: ffffffff813e77d7 tcp_parse_aligned_timestamp ([kernel.kallsyms]) ffffffff813ef9ed tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267029.982617: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2408 1 7267029.984271: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f77bebdf5d0 ([kernel.kallsyms]) 7f77bebdf5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 14 7267029.987536: cycles: ffffffff81469560 irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267029.987590: cycles: ffffffff8126ddd0 swiotlb_dma_mapping_error ([kernel.kallsyms]) ffffffffa040e7cb ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 31858 11 7267029.988547: cycles: 5af1b5 () 7ffb508f1a90 () addr2lin 2408 1 7267029.990107: cycles: ffffffff811019d0 free_pcppages_bulk ([kernel.kallsyms]) ffffffff81102b8e free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f77bebe9c87 ([kernel.kallsyms]) 7f77bebe9c87 __munmap (/lib64/libc-2.11.3.so) swapper 0 10 7267029.990502: cycles: ffffffffa041208c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 3 7267029.990800: cycles: ffffffff810788dd sys_times ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c0f3e5a ([kernel.kallsyms]) 7ffb7c0f3e5a () 400000000 () swapper 0 7 7267029.990949: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2409 8 7267029.992098: cycles: ffffffff810f26a6 perf_event_comm_output ([kernel.kallsyms]) ffffffff810f278e perf_event_comm_ctx ([kernel.kallsyms]) ffffffff810f2908 perf_event_comm ([kernel.kallsyms]) ffffffff81161941 setup_new_exec ([kernel.kallsyms]) ffffffff811a8a7c load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () postgres 1593 13 7267029.992565: cycles: 782d5b CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a906e _bt_getbuf (/home/Computational/mark/andres/bin/postgres) 4aac53 _bt_getroot (/home/Computational/mark/andres/bin/postgres) 4ad12e _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2409 8 7267029.992903: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f4490ba01d0 ([kernel.kallsyms]) 7f4490ba01d0 __argz_stringify (/lib64/libc-2.11.3.so) 7f4490b434fa __GI_setlocale (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) mmfsd 4554 5 7267029.993567: cycles: ffffffff813a5dc1 net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa053ac34 ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () d00000000011c22 () mmfsd 4555 14 7267029.994688: cycles: ffffffff813e39d9 sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12311 8 7267029.995596: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e6131 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 5 7267029.996999: cycles: ffffffff810468bc nr_iowait_cpu ([kernel.kallsyms]) ffffffff81094657 update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff81094a3f tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) mmfsd 13754 7 7267029.997736: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81054b8b try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 12193 15 7267029.997769: cycles: 7ffb7c0c3aa2 () 7ffb62b241a8 () 0 () 0 () mmfsd 4543 6 7267029.998162: cycles: ffffffffa040a22f ixgbe_update_itr (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412e56 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff81068189 local_bh_enable_ip ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267029.998560: cycles: ffffffff814694f0 irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267029.999416: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 10 7267029.999442: cycles: ffffffffa040dc43 ixgbe_select_queue (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff8139f0d2 dev_pick_tx ([kernel.kallsyms]) ffffffff813a4779 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d6edee8 () 3f46b7a000000008 () mmfsd 12090 5 7267029.999660: cycles: 898c00 () postgres 1593 13 7267030.002525: cycles: ffffffffa05515d1 ([mmfs26]) ffffffffa0553de1 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2409 9 7267030.002998: cycles: ffffffff810f915e find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ff4c06695d0 ([kernel.kallsyms]) 7ff4c06695d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () swapper 0 0 7267030.003049: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 5354 14 7267030.006197: cycles: 7ffb7c0c5098 () mmfsd 13754 5 7267030.006974: cycles: 92ac83 () 0 () sh 2410 0 7267030.007024: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f217becb848 ([kernel.kallsyms]) 7f217becb848 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f217c0dd640 (/lib64/ld-2.11.3.so) mmfsd 4539 3 7267030.009803: cycles: ffffffffa04038b0 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 0 7267030.011099: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50ed5258 () postgres 1593 13 7267030.012573: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 15 7267030.017806: cycles: ffffffff810c9554 note_interrupt ([kernel.kallsyms]) ffffffff810c74ef handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2410 1 7267030.017987: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f32075825d0 ([kernel.kallsyms]) 7f32075825d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 7 7267030.018028: cycles: ffffffff81469460 irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 5 7267030.020891: cycles: 5aa609 () postgres 1593 13 7267030.022517: cycles: 5c1ebe MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2410 1 7267030.022536: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f32075825d0 ([kernel.kallsyms]) 7f32075825d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () perf 30004 0 7267030.024270: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff811200a3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdc83f69 ([kernel.kallsyms]) 7f2abdc83f69 ptmalloc_unlock_all (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 2411 0 7267030.025946: cycles: 7f702275d3c6 __random_r (/lib64/libc-2.11.3.so) 7f7022a99090 (/lib64/libc-2.11.3.so) 1608029b947d0ba2 () swapper 0 10 7267030.027593: cycles: ffffffff813ee1e1 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 11 7267030.029335: cycles: 58ced8 () swapper 0 14 7267030.029781: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2411 1 7267030.030135: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f78251915d0 ([kernel.kallsyms]) 7f78251915d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267030.032470: cycles: 7fb873d81390 __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2411 1 7267030.036354: cycles: ffffffff81102b41 free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f782519bc87 ([kernel.kallsyms]) 7f782519bc87 __munmap (/lib64/libc-2.11.3.so) swapper 0 15 7267030.037285: cycles: ffffffff81395a60 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) perf 2412 0 7267030.037796: cycles: ffffffff8145e57f wait_for_common ([kernel.kallsyms]) ffffffff810ba38b stop_one_cpu ([kernel.kallsyms]) ffffffff810536c7 sched_exec ([kernel.kallsyms]) ffffffff81162ab5 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 3 7267030.039259: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267030.040301: cycles: ffffffff813d5ed0 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267030.041274: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 5 7267030.041646: cycles: 5b6859 () postgres 1593 13 7267030.042430: cycles: 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267030.045359: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2412 1 7267030.046529: cycles: ffffffff81461724 error_entry ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f61623005d0 ([kernel.kallsyms]) 7f61623005d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4555 14 7267030.046748: cycles: 895769 () 1 () 4000000000 () mmfsd 4537 11 7267030.048010: cycles: 931b78 () 7ffb6370c1a8 () 0 () swapper 0 3 7267030.050004: cycles: ffffffffa04128e3 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 4537 10 7267030.050540: cycles: ffffffff8104d941 update_cfs_shares ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb680128f0 () perf 30004 0 7267030.051081: cycles: ffffffff8111efb6 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 4554 5 7267030.051911: cycles: 5aa61c () postgres 1593 13 7267030.052397: cycles: 5ac571 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 11 7267030.053786: cycles: 92b779 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () 7ffb5d5ed5d0 () 1598048 () swapper 0 6 7267030.057340: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2413 1 7267030.057380: cycles: ffffffff810f24a9 perf_event_mmap_ctx ([kernel.kallsyms]) ffffffff810f3de7 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811269eb do_brk ([kernel.kallsyms]) ffffffff81126bc5 sys_brk ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f45a99ee2aa ([kernel.kallsyms]) 7f45a99ee2aa __brk (/lib64/libc-2.11.3.so) mmfsd 13754 14 7267030.058895: cycles: 7ffb7cb536b5 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () 7ffb5ce60750 () 1598048 () swapper 0 5 7267030.058909: cycles: ffffffff8141e285 nf_ip_checksum ([kernel.kallsyms]) ffffffffa045974f tcp_error (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04553a7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 3 7267030.060962: cycles: 912017 () swapper 0 0 7267030.061351: cycles: ffffffff811452cd kmem_cache_free ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) postgres 1593 13 7267030.062365: cycles: 5e30b4 bms_add_member (/home/Computational/mark/andres/bin/postgres) 5c757d ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2413 1 7267030.064583: cycles: ffffffff810fe227 get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f45a99f2c87 ([kernel.kallsyms]) 7f45a99f2c87 __munmap (/lib64/libc-2.11.3.so) perf 2414 2 7267030.065538: cycles: ffffffff81254558 cpumask_next_and ([kernel.kallsyms]) ffffffff810583a9 select_task_rq_fair ([kernel.kallsyms]) ffffffff81053680 sched_exec ([kernel.kallsyms]) ffffffff81162ab5 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 2414 3 7267030.065771: cycles: ffffffff8111de8f zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2414 3 7267030.066547: cycles: 7f6708d1b140 _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () mmfsd 4539 2 7267030.066941: cycles: 10cd4b9 () sh 2414 3 7267030.067315: cycles: 7f6708d1e491 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f6708d16985 dl_main (/lib64/ld-2.11.3.so) 7f6708d27b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 2 7267030.068277: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 4 7267030.068536: cycles: 1133cc9 () 7ffb6401ba70 () addr2lin 2414 2 7267030.069516: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff811200a3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f77fc4ef158 ([kernel.kallsyms]) 7f77fc4ef158 _dl_start (/lib64/ld-2.11.3.so) 7f77fc4eeb08 _dl_start_user (/lib64/ld-2.11.3.so) sleep 30489 15 7267030.069966: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f527f325a38 ([kernel.kallsyms]) swapper 0 3 7267030.070039: cycles: ffffffff810663b0 ns_to_timeval ([kernel.kallsyms]) ffffffff812bd111 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) dbt3-pgs 30385 14 7267030.070182: cycles: ffffffff81144c78 kmem_cache_alloc ([kernel.kallsyms]) ffffffff81129d67 anon_vma_fork ([kernel.kallsyms]) ffffffff8105e54d dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7ffa1185375f ([kernel.kallsyms]) 7ffa1185375f __libc_fork (/lib64/libc-2.11.3.so) 437b85 make_child (/bin/bash) 6aa510 () 6aa2a0 () 6a9920 () addr2lin 2414 2 7267030.070241: cycles: ffffffff81153f33 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff81121369 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f77fc4f93b8 ([kernel.kallsyms]) 7f77fc4f93b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f77fc4f1985 dl_main (/lib64/ld-2.11.3.so) 7f77fc502b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () psql 2416 9 7267030.071149: cycles: 7feb5a8849d3 _dl_check_map_versions (/lib64/ld-2.11.3.so) 7feb5a884dc6 _dl_check_all_versions (/lib64/ld-2.11.3.so) sleep 2420 8 7267030.071273: cycles: 7f222bcc9666 strcmp (/lib64/ld-2.11.3.so) 9691a75 () 42494c4700352e32 () dbt3-pgs 2419 5 7267030.071331: cycles: ffffffff81168f90 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff81161d3f open_exec ([kernel.kallsyms]) ffffffff811a8ffa load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ffa11853a57 ([kernel.kallsyms]) 7ffa11853a57 __execve (/lib64/libc-2.11.3.so) 6a8c40 () 6a9960 () 6a4770 () 6a9370 () 6a9b70 () 6a9310 () 6a46f0 () 6a4710 () addr2lin 2414 2 7267030.071504: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff81006e7e arch_get_unmapped_area_topdown ([kernel.kallsyms]) ffffffff811266f8 get_unmapped_area ([kernel.kallsyms]) ffffffff81126d7a do_mmap_pgoff ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f77fb928c5a ([kernel.kallsyms]) 7f77fb928c5a __GI_mmap64 (/lib64/libc-2.11.3.so) psql 2417 0 7267030.071729: cycles: ffffffff811689b6 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f581650df57 ([kernel.kallsyms]) 7f581650df57 __open (/lib64/ld-2.11.3.so) d000007f5816715b ([kernel.kallsyms]) mmfsd 12311 8 7267030.071738: cycles: 89e8e4 () 7ffb00000200 () psql 2419 5 7267030.072083: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f5361ed69d3 ([kernel.kallsyms]) 7f5361ed69d3 _dl_check_map_versions (/lib64/ld-2.11.3.so) 7f5361ed6dc6 _dl_check_all_versions (/lib64/ld-2.11.3.so) postgres 30290 11 7267030.072129: cycles: 64720e ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267030.072338: cycles: ffffffffa0534220 ([mmfs26]) ffffffffa0551537 ([mmfs26]) ffffffffa0553de1 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) postgres 2421 12 7267030.072367: cycles: 7fb873d635f0 __free (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 10 7267030.072550: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 2421 12 7267030.072673: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff811200a3 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7983ac ([kernel.kallsyms]) 7983ac AllocSetAlloc (/home/Computational/mark/andres/bin/postgres) 798f9e palloc0 (/home/Computational/mark/andres/bin/postgres) 76687c InitCatCache (/home/Computational/mark/andres/bin/postgres) 771f1e InitCatalogCache (/home/Computational/mark/andres/bin/postgres) 786afe InitPostgres (/home/Computational/mark/andres/bin/postgres) 69e798 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) psql 2419 5 7267030.072793: cycles: ffffffff81165fea release_open_intent ([kernel.kallsyms]) ffffffff81169099 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f53615381e0 ([kernel.kallsyms]) 7f53615381e0 __GI___open64 (/lib64/libc-2.11.3.so) postgres 2422 14 7267030.072969: cycles: 7fb8746fc662 strcmp (/lib64/ld-2.11.3.so) postgres 2421 12 7267030.072980: cycles: 475004 CreateTupleDescCopyConstr (/home/Computational/mark/andres/bin/postgres) 764642 CatalogCacheInitializeCache (/home/Computational/mark/andres/bin/postgres) 76667d SearchCatCache (/home/Computational/mark/andres/bin/postgres) 771e00 GetSysCacheOid (/home/Computational/mark/andres/bin/postgres) 6b0ef9 get_role_oid (/home/Computational/mark/andres/bin/postgres) 5d5d36 hba_getauthmethod (/home/Computational/mark/andres/bin/postgres) 5d461f ClientAuthentication (/home/Computational/mark/andres/bin/postgres) 78736c InitPostgres (/home/Computational/mark/andres/bin/postgres) 69e798 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267030.073530: cycles: ffffffff81067669 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 2424 9 7267030.073834: cycles: ffffffff81461747 error_entry ([kernel.kallsyms]) 7fb8746ef3f5 ([kernel.kallsyms]) 7fb8746ef3f5 do_lookup_x (/lib64/ld-2.11.3.so) postgres 2422 14 7267030.074399: cycles: ffffffff810f9684 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb873e0ba10 ([kernel.kallsyms]) 7fb873e0ba10 __memmove_ssse3 (/lib64/libc-2.11.3.so) 77de76 FunctionCall5Coll (/home/Computational/mark/andres/bin/postgres) 4a58b0 index_rescan (/home/Computational/mark/andres/bin/postgres) 4a4d93 systable_beginscan (/home/Computational/mark/andres/bin/postgres) 76647b SearchCatCache (/home/Computational/mark/andres/bin/postgres) 771e00 GetSysCacheOid (/home/Computational/mark/andres/bin/postgres) 4f0a93 RelnameGetRelid (/home/Computational/mark/andres/bin/postgres) 4f0f29 RangeVarGetRelidExtended (/home/Computational/mark/andres/bin/postgres) 49dcb6 relation_openrv_extended (/home/Computational/mark/andres/bin/postgres) 49dd11 heap_openrv_extended (/home/Computational/mark/andres/bin/postgres) 53f818 parserOpenTable (/home/Computational/mark/andres/bin/postgres) 53fa2e addRangeTableEntry (/home/Computational/mark/andres/bin/postgres) 52df4d transformFromClauseItem (/home/Computational/mark/andres/bin/postgres) 52ec2e transformFromClause (/home/Computational/mark/andres/bin/postgres) 50b61b transformStmt (/home/Computational/mark/andres/bin/postgres) 50d614 parse_analyze (/home/Computational/mark/andres/bin/postgres) 69d99c pg_analyze_and_rewrite (/home/Computational/mark/andres/bin/postgres) 557d9b BeginCopy (/home/Computational/mark/andres/bin/postgres) 55952f DoCopy (/home/Computational/mark/andres/bin/postgres) 6a3cb0 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a0e25 PortalRunMulti (/home/Computational/mark/andres/bin/postgres) 6a164d PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 2421 12 7267030.074461: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9733 find_lock_page ([kernel.kallsyms]) ffffffff8110fe32 shmem_getpage_gfp ([kernel.kallsyms]) ffffffff81110608 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 782cca ([kernel.kallsyms]) 782cca CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a906e _bt_getbuf (/home/Computational/mark/andres/bin/postgres) 4aacbc _bt_getroot (/home/Computational/mark/andres/bin/postgres) 4ad12e _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 4a4c41 systable_getnext (/home/Computational/mark/andres/bin/postgres) 76c28c RelationBuildRuleLock (/home/Computational/mark/andres/bin/postgres) 76e384 RelationBuildDesc (/home/Computational/mark/andres/bin/postgres) 77015d RelationIdGetRelation (/home/Computational/mark/andres/bin/postgres) 49daef relation_open (/home/Computational/mark/andres/bin/postgres) 49dd11 heap_openrv_extended (/home/Computational/mark/andres/bin/postgres) 53f818 parserOpenTable (/home/Computational/mark/andres/bin/postgres) 53fa2e addRangeTableEntry (/home/Computational/mark/andres/bin/postgres) 52df4d transformFromClauseItem (/home/Computational/mark/andres/bin/postgres) 52ec2e transformFromClause (/home/Computational/mark/andres/bin/postgres) 50b61b transformStmt (/home/Computational/mark/andres/bin/postgres) 50d614 parse_analyze (/home/Computational/mark/andres/bin/postgres) 69d99c pg_analyze_and_rewrite (/home/Computational/mark/andres/bin/postgres) 557d9b BeginCopy (/home/Computational/mark/andres/bin/postgres) 55952f DoCopy (/home/Computational/mark/andres/bin/postgres) 6a3cb0 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a0e25 PortalRunMulti (/home/Computational/mark/andres/bin/postgres) 6a164d PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 2425 6 7267030.074640: cycles: 799088 MemoryContextAllocZero (/home/Computational/mark/andres/bin/postgres) 76bba8 load_relcache_init_file (/home/Computational/mark/andres/bin/postgres) 76cb5f RelationCacheInitializePhase2 (/home/Computational/mark/andres/bin/postgres) 786b1b InitPostgres (/home/Computational/mark/andres/bin/postgres) 69e798 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2414 2 7267030.074973: cycles: 7f77fc0c02c5 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 2423 4 7267030.075417: cycles: ffffffff81144c78 kmem_cache_alloc ([kernel.kallsyms]) ffffffff8115c431 get_empty_filp ([kernel.kallsyms]) ffffffff81168fd5 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db51e0 ([kernel.kallsyms]) 7fb873db51e0 __GI___open64 (/lib64/libc-2.11.3.so) 45565f47502f3438 () postgres 2425 6 7267030.075511: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7fb873d6dc1a ([kernel.kallsyms]) 7fb873d6dc1a __strchrnul (/lib64/libc-2.11.3.so) 3438 () postgres 2424 9 7267030.076154: cycles: ffffffff81121071 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 4eca50 ([kernel.kallsyms]) 4eca50 InitializeSearchPath (/home/Computational/mark/andres/bin/postgres) 69e798 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 2425 6 7267030.076392: cycles: 7fb873d1c280 __GI_bsearch (/lib64/libc-2.11.3.so) b6cb00 () 2000000002 () 75756361765f6d75 () mmfsd 4554 5 7267030.076667: cycles: ffffffff813e6387 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 30314 7 7267030.076922: cycles: 64411b PgstatCollectorMain (/home/Computational/mark/andres/bin/postgres) 644954 pgstat_start (/home/Computational/mark/andres/bin/postgres) 64a21d reaper (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267030.077173: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 2425 6 7267030.077500: cycles: ffffffff811105e1 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 782cca ([kernel.kallsyms]) 782cca CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a906e _bt_getbuf (/home/Computational/mark/andres/bin/postgres) 4aacbc _bt_getroot (/home/Computational/mark/andres/bin/postgres) 4ad12e _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 4a4c41 systable_getnext (/home/Computational/mark/andres/bin/postgres) 765c04 SearchCatCacheList (/home/Computational/mark/andres/bin/postgres) 4effa5 FuncnameGetCandidates (/home/Computational/mark/andres/bin/postgres) 538440 func_get_detail (/home/Computational/mark/andres/bin/postgres) 538bf4 ParseFuncOrColumn (/home/Computational/mark/andres/bin/postgres) 534e0a transformExprRecurse (/home/Computational/mark/andres/bin/postgres) 5369eb transformFuncCall (/home/Computational/mark/andres/bin/postgres) 534e0a transformExprRecurse (/home/Computational/mark/andres/bin/postgres) 535b4f transformExpr (/home/Computational/mark/andres/bin/postgres) 541eff transformTargetEntry (/home/Computational/mark/andres/bin/postgres) 5427cf transformTargetList (/home/Computational/mark/andres/bin/postgres) 50b637 transformStmt (/home/Computational/mark/andres/bin/postgres) 50d614 parse_analyze (/home/Computational/mark/andres/bin/postgres) 69d99c pg_analyze_and_rewrite (/home/Computational/mark/andres/bin/postgres) 557d9b BeginCopy (/home/Computational/mark/andres/bin/postgres) 55952f DoCopy (/home/Computational/mark/andres/bin/postgres) 6a3cb0 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a0e25 PortalRunMulti (/home/Computational/mark/andres/bin/postgres) 6a164d PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 2422 14 7267030.077504: cycles: ffffffffa05bb333 ([mmfs26]) ffffea0000000000 ([kernel.kallsyms]) postgres 2424 9 7267030.077890: cycles: 78406d hash_search_with_hash_value (/home/Computational/mark/andres/bin/postgres) 770110 RelationIdGetRelation (/home/Computational/mark/andres/bin/postgres) 49daef relation_open (/home/Computational/mark/andres/bin/postgres) 4a5b6e index_open (/home/Computational/mark/andres/bin/postgres) 4a4e12 systable_beginscan (/home/Computational/mark/andres/bin/postgres) 765be1 SearchCatCacheList (/home/Computational/mark/andres/bin/postgres) 4effa5 FuncnameGetCandidates (/home/Computational/mark/andres/bin/postgres) 538440 func_get_detail (/home/Computational/mark/andres/bin/postgres) 538bf4 ParseFuncOrColumn (/home/Computational/mark/andres/bin/postgres) 534e0a transformExprRecurse (/home/Computational/mark/andres/bin/postgres) 535b4f transformExpr (/home/Computational/mark/andres/bin/postgres) 541eff transformTargetEntry (/home/Computational/mark/andres/bin/postgres) 5427cf transformTargetList (/home/Computational/mark/andres/bin/postgres) 50b637 transformStmt (/home/Computational/mark/andres/bin/postgres) 50d614 parse_analyze (/home/Computational/mark/andres/bin/postgres) 69d99c pg_analyze_and_rewrite (/home/Computational/mark/andres/bin/postgres) 557d9b BeginCopy (/home/Computational/mark/andres/bin/postgres) 55952f DoCopy (/home/Computational/mark/andres/bin/postgres) 6a3cb0 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a0e25 PortalRunMulti (/home/Computational/mark/andres/bin/postgres) 6a164d PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12311 8 7267030.078123: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff8116d2c6 pollwake ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81322290 credit_entropy_bits ([kernel.kallsyms]) ffffffff813225dc add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8115bda0 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a8970 () postgres 30314 7 7267030.079209: cycles: 783b50 hash_seq_search (/home/Computational/mark/andres/bin/postgres) 643572 pgstat_write_db_statsfile (/home/Computational/mark/andres/bin/postgres) 64392b pgstat_write_statsfiles (/home/Computational/mark/andres/bin/postgres) 643cc3 PgstatCollectorMain (/home/Computational/mark/andres/bin/postgres) 644954 pgstat_start (/home/Computational/mark/andres/bin/postgres) 64a21d reaper (/home/Computational/mark/andres/bin/postgres) 7fb873d1abf0 __restore_rt (/lib64/libc-2.11.3.so) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 2423 5 7267030.079833: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 49d348 ([kernel.kallsyms]) 49d348 heap_hot_search_buffer (/home/Computational/mark/andres/bin/postgres) addr2lin 2414 2 7267030.079904: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f77fb91e5d0 ([kernel.kallsyms]) 7f77fb91e5d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () postgres 30314 7 7267030.079933: cycles: ffffffffa051454c ([mmfs26]) ffffffffa0585052 ([mmfs26]) ffffffffa04b4857 ([mmfslinux]) ffffffffa04b4879 ([mmfslinux]) ffffffff81173eeb evict ([kernel.kallsyms]) ffffffff8116ee28 d_kill ([kernel.kallsyms]) ffffffff81172179 dput ([kernel.kallsyms]) ffffffff81169f8f sys_renameat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d4be37 ([kernel.kallsyms]) 7fb873d4be37 __GI_rename (/lib64/libc-2.11.3.so) mmfsd 13768 15 7267030.080300: cycles: ffffffff8115bdcb fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138e5ea sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 54ccf288 () postgres 2424 9 7267030.080933: cycles: ffffffff81087abf up_read ([kernel.kallsyms]) ffffffff81464991 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 782cca ([kernel.kallsyms]) 782cca CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 495eaa heapgetpage (/home/Computational/mark/andres/bin/postgres) 496351 heapgettup_pagemode (/home/Computational/mark/andres/bin/postgres) 496eae heap_getnext (/home/Computational/mark/andres/bin/postgres) 5c595d SeqNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6e8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5be17f ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba565 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac698 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5bd089 MultiExecHash (/home/Computational/mark/andres/bin/postgres) 5bdbd5 ExecHashJoin (/home/Computational/mark/andres/bin/postgres) 5ac618 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 55902f DoCopyTo (/home/Computational/mark/andres/bin/postgres) 5595e6 DoCopy (/home/Computational/mark/andres/bin/postgres) 6a3cb0 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a0e25 PortalRunMulti (/home/Computational/mark/andres/bin/postgres) 6a164d PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 1593 13 7267030.082407: cycles: 694660 CheckForSerializableConflictOut (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) postgres 2423 5 7267030.083255: cycles: ffffffff81260a95 half_md4_transform ([kernel.kallsyms]) ffffffffa02638b2 ext3fs_dirhash (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffffa025b5cd htree_dirblock_to_tree (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffffa025e8dd ext3_htree_fill_tree (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffffa0253a6d ext3_dx_readdir (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffffa0253f53 ext3_readdir (/lib/modules/3.0.101-0.15-default/kernel/fs/ext3/ext3.ko) ffffffff8116cb62 vfs_readdir ([kernel.kallsyms]) ffffffff8116cc04 sys_getdents64 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873d8c7fa ([kernel.kallsyms]) 7fb873d8c7fa __getdents (/lib64/libc-2.11.3.so) swapper 0 3 7267030.083655: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267030.083816: cycles: ffffffff813d5e90 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 11 7267030.085067: cycles: 9127dc () 0 () sh 2426 4 7267030.085575: cycles: 7f41fcc82bc3 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f41fcc844f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f41fcc7c985 dl_main (/lib64/ld-2.11.3.so) 7f41fcc8db03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13768 0 7267030.089223: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2426 4 7267030.089790: cycles: 7fd56f552ff8 _bfd_xcoff_archive_p (/usr/lib64/libbfd-2.23.1.so) 7fff0e3ba313 () postgres 1593 13 7267030.092359: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2426 4 7267030.092739: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd56eccd5d0 ([kernel.kallsyms]) 7fd56eccd5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) addr2lin 2426 4 7267030.096212: cycles: ffffffff811292c6 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fd56ec799d3 ([kernel.kallsyms]) 7fd56ec799d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 11 7267030.096388: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff810017ef __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff88028d778000 ([kernel.kallsyms]) mmfsd 4537 10 7267030.097359: cycles: 5aebfa () ffffc9003432e2e0 ([kernel.kallsyms]) perf 30004 5 7267030.099230: cycles: ffffffff8111fef8 do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 4406e7 ([kernel.kallsyms]) 4406e7 objdump_line_list__purge (/usr/bin/perf) 16adea0 () 16122c0 () 14a3e20 () 147e2a0 () 156f760 () 1618e10 () 1497610 () 1733410 () 160bf70 () 165bda0 () 165be50 () 165bf00 () 148ac20 () 148ab70 () 148aac0 () 148aa10 () 148a960 () 147e920 () 19e1dc0 () 1983d60 () 1983e10 () 167d480 () 19daba0 () 14cf9a0 () 17cd070 () 1695050 () 15f6790 () 15ec110 () 179aef0 () 172a120 () 19d7420 () 1724020 () 170e870 () 15ef240 () 160cbb0 () 16688b0 () 171db20 () 170d210 () 1661ff0 () 162ec50 () 1346bf0 () 19e0b50 () 1937e20 () 1321560 () 1658710 () 197eb20 () 1581b20 () 1581bd0 () 16785a0 () 16d9a20 () 19cba70 () 1933570 () 195d210 () 1984bf0 () 1984800 () 1981e70 () 19798e0 () 1978f50 () 19794f0 () 17e4b20 () 16c8c30 () 14289c0 () 170a370 () 161e760 () 133bd80 () 162ed00 () 14c3380 () 167f0b0 () 161ff00 () 160e8f0 () 160a4b0 () 1619e60 () 16adea0 () 16122c0 () 14a3e20 () 147e2a0 () 156f760 () 1618e10 () 1497610 () 1733410 () 160bf70 () 165bda0 () 165be50 () 165bf00 () 148ac20 () 148ab70 () 148aac0 () 148aa10 () 148a960 () 147e920 () 19e1dc0 () 1983d60 () 1983e10 () 167d480 () 19daba0 () 14cf9a0 () 17cd070 () 1695050 () 15f6790 () 15ec110 () 179aef0 () 172a120 () 19d7420 () 1724020 () 170e870 () 15ef240 () 160cbb0 () 16688b0 () 171db20 () 170d210 () 1661ff0 () 162ec50 () 1346bf0 () 19e0b50 () 1937e20 () 1321560 () 1658710 () 197eb20 () 1581b20 () 1581bd0 () 16785a0 () 16d9a20 () 19cba70 () 1933570 () 195d210 () 1984bf0 () 1984800 () 1981e70 () 19798e0 () 1978f50 () 19794f0 () 17e4b20 () 16c8c30 () 14289c0 () 170a370 () 161e760 () 133bd80 () 162ed00 () 14c3380 () 167f0b0 () 161ff00 () 160e8f0 () 160a4b0 () 1619e60 () 16adea0 () 16122c0 () 14a3e20 () 147e2a0 () 156f760 () 1618e10 () 1497610 () 1733410 () 160bf70 () 165bda0 () 165be50 () 165bf00 () 148ac20 () 148ab70 () 148aac0 () 148aa10 () 148a960 () 147e920 () 19e1dc0 () 1983d60 () 1983e10 () 167d480 () 19daba0 () 14cf9a0 () 17cd070 () 1695050 () 15f6790 () 15ec110 () 179aef0 () 172a120 () 19d7420 () 1724020 () 170e870 () 15ef240 () 160cbb0 () 16688b0 () 171db20 () 170d210 () 1661ff0 () 162ec50 () 1346bf0 () 19e0b50 () 1937e20 () 1321560 () 1658710 () 197eb20 () 1581b20 () 1581bd0 () 16785a0 () 16d9a20 () 19cba70 () 1933570 () 195d210 () 1984bf0 () 1984800 () 1981e70 () 19798e0 () 1978f50 () 19794f0 () 17e4b20 () 16c8c30 () 14289c0 () 170a370 () 161e760 () 133bd80 () 162ed00 () 14c3380 () 167f0b0 () 161ff00 () 160e8f0 () 160a4b0 () 1619e60 () 16adea0 () 16122c0 () 14a3e20 () 147e2a0 () 156f760 () 1618e10 () 1497610 () 1733410 () 160bf70 () 165bda0 () 165be50 () 165bf00 () 148ac20 () 148ab70 () 148aac0 () 148aa10 () 148a960 () 147e920 () 19e1dc0 () 1983d60 () 1983e10 () 167d480 () 19daba0 () 14cf9a0 () 17cd070 () 1695050 () 15f6790 () 15ec110 () 179aef0 () 172a120 () 19d7420 () perf 2427 6 7267030.099842: cycles: ffffffff81116067 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811292e1 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff811201ba do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2abdcb6793 ([kernel.kallsyms]) 7f2abdcb6793 __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) perf 2427 7 7267030.100057: cycles: ffffffff8111dd4b zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2427 7 7267030.101359: cycles: ffffffff81068340 raise_softirq ([kernel.kallsyms]) ffffffff810703b5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) 7f4fcd38d3f9 ([kernel.kallsyms]) 7f4fcd38d3f9 do_lookup_x (/lib64/ld-2.11.3.so) postgres 1593 13 7267030.102319: cycles: 6fbd89 SB_MatchText (/home/Computational/mark/andres/bin/postgres) 6fcb0b textlike (/home/Computational/mark/andres/bin/postgres) 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 11 7267030.102552: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2427 7 7267030.103003: cycles: 7f4fcd38de64 _dl_lookup_symbol_x (/lib64/ld-2.11.3.so) 7f4fcd391c78 _dl_fixup (/lib64/ld-2.11.3.so) mmfsd 13754 10 7267030.104411: cycles: ffffffff813e3055 tcp_cleanup_rbuf ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d565c88 () grep 2429 9 7267030.104897: cycles: 7f4b6c570077 _nl_make_l10nflist (/lib64/libc-2.11.3.so) swapper 0 8 7267030.105044: cycles: ffffffffa0455176 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2428 1 7267030.106845: cycles: 7fef6c5d53b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fef6c5cd985 dl_main (/lib64/ld-2.11.3.so) 7fef6c5deb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 0 7267030.108849: cycles: ffffffffa0412950 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 4537 11 7267030.111714: cycles: ffffffff81144630 __kmalloc ([kernel.kallsyms]) ffffffff81391b35 sock_kmalloc ([kernel.kallsyms]) ffffffff8138f285 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.112292: cycles: 782c92 CHashAddToGarbage (/home/Computational/mark/andres/bin/postgres) 782ee8 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 2428 1 7267030.113107: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fef6b4da5d0 ([kernel.kallsyms]) 7fef6b4da5d0 __GI___read (/lib64/libc-2.11.3.so) 0 () swapper 0 2 7267030.114413: cycles: ffffffff8126e650 swiotlb_unmap_page ([kernel.kallsyms]) ffffffffa0412992 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 8 7267030.116311: cycles: ffffffff8108953a sched_clock_cpu ([kernel.kallsyms]) ffffffff81094b7f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267030.116638: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2428 1 7267030.116740: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fef6b4da5d0 ([kernel.kallsyms]) 7fef6b4da5d0 __GI___read (/lib64/libc-2.11.3.so) ffffbe000001b685 ([kernel.kallsyms]) objdump 2428 1 7267030.121378: cycles: ffffffff810fda6e __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fef6b4da5d0 ([kernel.kallsyms]) 7fef6b4da5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () postgres 1593 13 7267030.122259: cycles: 5b7f5b InstrStartNode (/home/Computational/mark/andres/bin/postgres) 5ac4d4 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 8 7267030.125409: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa05c0593 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 5354 4 7267030.126547: cycles: 5b6876 () objdump 2428 1 7267030.127577: cycles: 7fef6bc70723 (/usr/lib64/libbfd-2.23.1.so) 0 () 9fe250 () 9fbe80 () 9f9dc0 () 9f9680 () 9f73e0 () 9f6960 () 9f4460 () 9f1f70 () 9f07c0 () 9efcc0 () 9edd40 () 9ec350 () 9ebcf0 () 9e9a10 () 9e7ea0 () 9e7380 () 9e4f10 () 9e2bb0 () 9e0700 () 9de5e0 () 9dd840 () 9db790 () 9d9930 () 9d8ad0 () 9d6650 () 9d4420 () 9d2280 () 9d16c0 () 9cf190 () 9cccb0 () 9ca8e0 () 9c8630 () 9c7d70 () 9c5a30 () 9c3610 () 9c12d0 () 9c0550 () 9be310 () 9bbf80 () 9b9de0 () 9b91a0 () 9b6cb0 () 9b47c0 () 9b23c0 () 9b0160 () 9ae5b0 () 9add30 () 9ac700 () 9abe80 () 9aa8f0 () 9aa050 () 9a7f70 () 9a68e0 () 9a6040 () 9a49c0 () 9a4080 () 9a24f0 () 9a1e90 () 9a0000 () 99f4a0 () 99df50 () 99d730 () 99bbb0 () 99b090 () 998ea0 () 996d10 () 994a30 () 993ff0 () 992130 () 9914d0 () 98f110 () 98d2d8 () 98b040 () 98a940 () 989050 () 9886d0 () 986af0 () 986090 () 983bf0 () 981d20 () 981120 () 97edb0 () 97d0e0 () 97c420 () 97a3d0 () 978200 () 977880 () 975920 () 975200 () 972e60 () 9712b0 () 9708b0 () 96e380 () 96c2d0 () 96a860 () 969f40 () 967b20 () 965bf0 () 965290 () 9633c0 () 962860 () 960a00 () 960080 () 95ddd0 () 95c540 () 95bba0 () 959b10 () 958180 () 957680 () 955310 () 953090 () 9517c0 () 950e20 () 94ec00 () 94cc10 () 94c090 () 949cb0 () 947a10 () 945f20 () 945580 () 943320 () 9413c0 () 940980 () 93e600 () 93c520 () 93bc80 () 9397f0 () 937300 () 9351a0 () 934580 () 932180 () 930040 () 92e4f0 () 92dad0 () 92b830 () 929720 () 928b40 () 926720 () 9246d0 () 9223f0 () 9215d0 () 91f1c0 () 91ce10 () 91a900 () 9182f0 () 916170 () 915390 () 912ef0 () 910ce0 () 90f370 () 90e8f0 () 90c4a0 () 90a3a0 () 9081a0 () 907480 () 9052f0 () 9030f0 () 902770 () 900300 () 8fde00 () 8fb990 () 8f9490 () 8f7050 () 8f4d40 () 8f4200 () 8f2bd0 () 8f2250 () 8efe30 () 8edc90 () 8eba50 () 8eb210 () 8e92c0 () 8e8980 () 8e69c0 () 8e5be0 () 8e3760 () 8e12b0 () 8def00 () 8dd710 () 8dce70 () 8daa80 () 8d85d0 () 8d6110 () 8d3ca0 () 8d32c0 () 8d0eb0 () 8cec50 () 8cca00 () 8cbc60 () 8c9820 () 8c7580 () 8c5230 () 8c2e50 () 8c20d0 () 8c0a00 () 8bed10 () 8be650 () 8bc150 () 8b9e00 () 8b9360 () 8b7170 () 8b5100 () 8b43e0 () 8b2510 () 8b1c50 () 8afa20 () 8ad930 () 8acff0 () 8ab190 () 8aa610 () 8a8360 () 8a62d0 () 8a5950 () 8a3880 () 8a2f60 () 8a1090 () 8a0370 () 89e4c0 () 89c080 () 89a470 () 899b30 () 897570 () 895070 () 892cc0 () 890c90 () 88fe70 () 88d7d0 () 88b4d0 () 889d20 () 8893c0 () 887210 () 884ca0 () 882fa0 () 880af0 () 87ffd0 () 87daa0 () 87bd68 () 879a10 () 8792b0 () 876d00 () 875410 () 874a50 () 872850 () 871080 () 870600 () 86e450 () 86c1f0 () 869dc0 () 867b20 () 866d80 () 864b30 () 862a40 () swapper 0 10 7267030.127671: cycles: ffffffff81004421 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13769 6 7267030.127754: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12193 15 7267030.129280: cycles: ffffffff81399e30 verify_iovec ([kernel.kallsyms]) ffffffff8138f0ea ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () grep 2429 0 7267030.130317: cycles: ffffffff810fe227 get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff811060ea release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4b6c5e8a38 ([kernel.kallsyms]) swapper 0 11 7267030.131655: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267030.131660: cycles: ffffffff8103042c native_load_tls ([kernel.kallsyms]) ffffffff810017b6 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fb2e8a000 ([kernel.kallsyms]) postgres 1593 13 7267030.132228: cycles: ffffffffa05716d9 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) sh 2431 0 7267030.132509: cycles: ffffffff810f249a perf_event_mmap_ctx ([kernel.kallsyms]) ffffffff810f3de7 perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff811269eb do_brk ([kernel.kallsyms]) ffffffff811a8631 load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () mmfsd 5354 15 7267030.133417: cycles: 10e4c12 () ffffc900344218c0 ([kernel.kallsyms]) mmfsd 13573 10 7267030.135031: cycles: ffffffff813db222 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 8 7267030.135556: cycles: 92fe36 () mmfsd 13754 15 7267030.136522: cycles: 11368b3 () 200000000 () addr2lin 2431 1 7267030.139536: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f5aef1465d0 ([kernel.kallsyms]) 7f5aef1465d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 14 7267030.141030: cycles: ffffffff81009e02 native_read_tsc ([kernel.kallsyms]) ffffffff81009172 read_tsc ([kernel.kallsyms]) ffffffff8108d504 ktime_get ([kernel.kallsyms]) ffffffff81094b4f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267030.141265: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267030.141403: cycles: ffffffff810549c2 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () postgres 1593 13 7267030.142243: cycles: 4a56bc index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4554 11 7267030.143310: cycles: ffffffffa049a084 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 0 7267030.144392: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 2431 1 7267030.146854: cycles: 7f5aef0f1ed5 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 10 7267030.147351: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13769 6 7267030.147353: cycles: ffffffff813fab81 tcp_is_cwnd_limited ([kernel.kallsyms]) ffffffff8141ea44 bictcp_cong_avoid ([kernel.kallsyms]) ffffffff813eee12 tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12193 14 7267030.150121: cycles: 91067c () 7ffb62b24128 () 0 () 0 () swapper 0 5 7267030.150133: cycles: ffffffff810945e4 update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 9 7267030.152204: cycles: ffffffff813f3fb1 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.152206: cycles: 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2432 0 7267030.153520: cycles: 7f2b95b5adde __GI_mbrtowc (/lib64/libc-2.11.3.so) mmfsd 12193 15 7267030.153806: cycles: 89a5a4 () mmfsd 13573 11 7267030.153942: cycles: 91c324 () 7ffb7b894858 () 0 () swapper 0 14 7267030.158049: cycles: ffffffffa04ff754 nf_nat_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267030.158120: cycles: ffffffff8103d67b leave_mm ([kernel.kallsyms]) ffffffff812bd1b1 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 2 7267030.159106: cycles: ffffffff81058aaf load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () addr2lin 2432 1 7267030.159395: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbcb8ae65d0 ([kernel.kallsyms]) 7fbcb8ae65d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 7 7267030.160343: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13769 6 7267030.161278: cycles: ffffffff81100150 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267030.161571: cycles: ffffffffa040f53c ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.162174: cycles: ffffffff8114dc7c mem_cgroup_count_vm_event ([kernel.kallsyms]) ffffffff81121872 handle_mm_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 1566 8 7267030.163247: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64023e20 () swapper 0 15 7267030.166609: cycles: ffffffff813915f1 sk_reset_timer ([kernel.kallsyms]) ffffffff813efbb0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2432 1 7267030.166930: cycles: ffffffff810fe1d6 get_pageblock_flags_group ([kernel.kallsyms]) ffffffff81102a8f free_hot_cold_page ([kernel.kallsyms]) ffffffff81102f40 __pagevec_free ([kernel.kallsyms]) ffffffff81106056 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbcb8af0c87 ([kernel.kallsyms]) 7fbcb8af0c87 __munmap (/lib64/libc-2.11.3.so) mmfsd 13754 8 7267030.168015: cycles: ffffffffa040cd2c ixgbe_msix_clean_rings (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff810c7462 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81083204 prepare_to_wait_exclusive ([kernel.kallsyms]) ffffffff813911d8 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 55465c88 () mmfsd 1566 9 7267030.168107: cycles: ffffffffa04a89b6 ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa053ac4a ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () 6b00007ffb6c0048 () mmfsd 12090 5 7267030.168119: cycles: ffffffff813f4301 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 7 7267030.169216: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff81026553 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267030.170777: cycles: ffffffff813ee063 tcp_valid_rtt_meas ([kernel.kallsyms]) ffffffff813ee79f tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 14 7267030.170845: cycles: ffffffffa04a8d01 ([mmfslinux]) ffffffffa05c0368 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb509d7cf0 () sh 2433 0 7267030.170991: cycles: 7f5fab278f39 __GI_getenv (/lib64/libc-2.11.3.so) 7fff7684fc06 () 706e692f6374652f () mmfsd 1566 8 7267030.172176: cycles: ffffffff81395587 skb_push ([kernel.kallsyms]) ffffffff813dc127 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.172243: cycles: 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4555 11 7267030.172856: cycles: 11368dd () swapper 0 2 7267030.175151: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13769 6 7267030.175354: cycles: ffffffff8104f411 put_prev_task_fair ([kernel.kallsyms]) ffffffff8145e966 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () swapper 0 9 7267030.176798: cycles: ffffffff81001779 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881f90bd2000 ([kernel.kallsyms]) mmfsd 1566 8 7267030.177036: cycles: ffffffff8108d8ce getnstimeofday ([kernel.kallsyms]) ffffffffa04a8d10 ([mmfslinux]) ffffffffa05c0368 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64023e20 () addr2lin 2433 1 7267030.179598: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f64a54d45d0 ([kernel.kallsyms]) 7f64a54d45d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () swapper 0 15 7267030.181308: cycles: ffffffff813eec58 tcp_ack ([kernel.kallsyms]) ffffffff813efa24 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.182189: cycles: 5c2390 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 1566 8 7267030.182549: cycles: ffffffff813f06a0 tcp_current_mss ([kernel.kallsyms]) ffffffff813e2a6f tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4555 11 7267030.182986: cycles: ffffffffa04035e8 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 10 7267030.183633: cycles: 7ffb7c0c75fb () 3f46b99c () swapper 0 9 7267030.185283: cycles: ffffffff81009168 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13769 6 7267030.186021: cycles: ffffffffa046f143 ipv4_get_l4proto (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffffa045535e nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 5 7267030.186087: cycles: ffffffff811004f0 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2434 0 7267030.187116: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 8049 4 7267030.188023: cycles: ffffffff813e6862 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13573 11 7267030.188249: cycles: 5b6859 () 7ffb7439baf0 () mmfsd 4537 10 7267030.188367: cycles: ffffffffa04553a5 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2434 0 7267030.189696: cycles: 7fa9ac4cbe25 __uname (/lib64/libc-2.11.3.so) swapper 0 14 7267030.191641: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2434 1 7267030.191939: cycles: 7fb1c5bd5b8c __GI__dl_addr (/lib64/libc-2.11.3.so) 4ce02464894cd824 () postgres 1593 13 7267030.192145: cycles: 7fffe8fff8b4 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13769 7 7267030.192611: cycles: ffffffffa05bf871 ([mmfs26]) ffffffffa05c042a ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () mmfsd 4543 15 7267030.193160: cycles: 933021 () 564b459300000009 () mmfsd 13769 6 7267030.194856: cycles: 910bb0 () 2000 () 8f005d800000000 () mmfsd 8049 5 7267030.195415: cycles: 9209a8 () 2564000078 () 7ffb640174d8 () b10ff0d089ff4a8d ([kernel.kallsyms]) mmfsd 12090 4 7267030.195834: cycles: 931669 () 0 () 0 () mmfsd 13573 10 7267030.196417: cycles: 89ae71 () swapper 0 2 7267030.196429: cycles: ffffffff81254914 find_next_bit ([kernel.kallsyms]) ffffffff81254545 cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81058f13 rebalance_domains ([kernel.kallsyms]) ffffffff81059090 nohz_idle_balance ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 11 7267030.197362: cycles: ffffffff8104e448 dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb742098f0 () mmfsd 12311 9 7267030.198082: cycles: 911f65 () 7ffb5d1b3ca0 () ffffffff () mmfsd 13768 7 7267030.199443: cycles: 5b684b () addr2lin 2434 1 7267030.199671: cycles: 7fb1c631404c read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 1 () mmfsd 13754 14 7267030.199842: cycles: 5b6859 () 0 () swapper 0 6 7267030.201281: cycles: ffffffff81105917 put_page ([kernel.kallsyms]) ffffffff81395acc skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.202106: cycles: 7a58ac HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 2435 0 7267030.205224: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 5 7267030.206118: cycles: ffffffff811444e4 __kmalloc_node_track_caller ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267030.206215: cycles: 5b2643 () 0 () swapper 0 15 7267030.206241: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 4 7267030.206468: cycles: ffffffff813e3962 get_page ([kernel.kallsyms]) ffffffff813e698e tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2435 0 7267030.206619: cycles: 46ddf9 xstrchr (/bin/bash) swapper 0 7 7267030.207253: cycles: ffffffff81145205 kmem_cache_free ([kernel.kallsyms]) ffffffff813efa2c tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 10 7267030.207414: cycles: ffffffff81391b2b sock_kmalloc ([kernel.kallsyms]) ffffffff8138f285 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 6 7267030.208276: cycles: ffffffff8125ea14 copy_user_generic_string ([kernel.kallsyms]) ffffffffa04c268d ([mmfslinux]) ffffffffa0605a88 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 4537 11 7267030.208843: cycles: 8983c0 () addr2lin 2435 1 7267030.209762: cycles: 7f42075280ea bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () postgres 1593 13 7267030.212073: cycles: ffffffffa05351b4 ([mmfs26]) ffffffffa055170e ([mmfs26]) ffffffffa0553de1 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 14 7267030.212109: cycles: ffffffff8104e8f0 enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 9 7267030.213092: cycles: 7ffb7c0e5394 () ffffc9003466c760 ([kernel.kallsyms]) mmfsd 13754 2 7267030.214452: cycles: ffffffffa0605b92 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () swapper 0 15 7267030.216373: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 11 7267030.216919: cycles: 10e2f26 () 8722000 () addr2lin 2435 1 7267030.217582: cycles: 7f4206d31e8e _int_malloc (/lib64/libc-2.11.3.so) mmfsd 13754 6 7267030.218289: cycles: 92651b () 0 () swapper 0 10 7267030.219212: cycles: ffffffffa0412088 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267030.221048: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.222132: cycles: 46f1d5 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2436 0 7267030.222557: cycles: 7fa5043f411b check_match.12097 (/lib64/ld-2.11.3.so) mmfsd 13769 7 7267030.225513: cycles: ffffffff8125e9e0 copy_user_generic_string ([kernel.kallsyms]) ffffffff8138f088 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 5 7267030.225525: cycles: ffffffff810704a6 get_next_timer_interrupt ([kernel.kallsyms]) ffffffff81094dc8 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 4554 11 7267030.225553: cycles: 58ed82 () 1849a3 () swapper 0 15 7267030.225815: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267030.226453: cycles: ffffffffa0455097 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 3 7267030.228233: cycles: 5b6859 () ffffc900343062a0 ([kernel.kallsyms]) mmfsd 13768 6 7267030.229155: cycles: 7ffb7c0f3e5a () 0 () mmfsd 13573 9 7267030.229263: cycles: 10e7245 () ffffc90034672d60 ([kernel.kallsyms]) mmfsd 4537 10 7267030.229452: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813c0eca sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 7 7267030.229762: cycles: ffffffff8139333f sock_wfree ([kernel.kallsyms]) ffffffff81395872 skb_release_head_state ([kernel.kallsyms]) ffffffff81395b59 skb_release_all ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffffa0412959 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2436 1 7267030.230460: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f265da5e5d0 ([kernel.kallsyms]) 7f265da5e5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267030.232083: cycles: 46f018 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267030.234487: cycles: ffffffff8104c6a5 update_rq_clock ([kernel.kallsyms]) ffffffff8104c7a2 enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267030.235433: cycles: ffffffff81045d2f task_waking_fair ([kernel.kallsyms]) ffffffff81054a99 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 15 7267030.235967: cycles: 7ffb7cb55dd7 () sh 2437 0 7267030.239689: cycles: ffffffff8125fbcf __memset ([kernel.kallsyms]) ffffffff811449f9 kmem_cache_alloc_trace ([kernel.kallsyms]) ffffffff810f3d0e perf_event_mmap_event ([kernel.kallsyms]) ffffffff810f3fa2 perf_event_mmap ([kernel.kallsyms]) ffffffff81125f85 mmap_region ([kernel.kallsyms]) ffffffff811a80cc elf_map ([kernel.kallsyms]) ffffffff811a83ae load_elf_interp ([kernel.kallsyms]) ffffffff811a9279 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 () mmfsd 31858 6 7267030.239849: cycles: ffffffff8126dde3 swiotlb_dma_mapping_error ([kernel.kallsyms]) ffffffffa040e9d7 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12311 9 7267030.241467: cycles: ffffffff81145256 kmem_cache_free ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.242041: cycles: 78b8aa pg_database_encoding_max_length (/home/Computational/mark/andres/bin/postgres) 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2437 1 7267030.242842: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f4c1ba19a57 ([kernel.kallsyms]) 7f4c1ba19a57 __execve (/lib64/libc-2.11.3.so) swapper 0 7 7267030.243694: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa04f8eb2 nf_nat_get_offset (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa0459ea5 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 14 7267030.247217: cycles: 5b685c () 0 () 0 () 0 () mmfsd 12090 4 7267030.249407: cycles: ffffffffa04551d8 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 6 7267030.249576: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff81083224 prepare_to_wait_exclusive ([kernel.kallsyms]) ffffffff813911d8 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5c0821a8 () mmfsd 13768 4 7267030.250551: cycles: ffffffff8104d941 update_cfs_shares ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d9a12c8 () addr2lin 2437 1 7267030.250711: cycles: 7febbeac73c0 (/usr/lib64/libbfd-2.23.1.so) 300000001 () mmfsd 17989 0 7267030.251273: cycles: 5af088 () 7ffb6c0066f0 () mmfsd 13768 4 7267030.251825: cycles: ffffffffa040e678 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d3fb438 () mmfsd 4537 11 7267030.251884: cycles: ffffffffa04c2614 ([mmfslinux]) ffffffffa0605ae4 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15d07c0 () postgres 1593 13 7267030.252006: cycles: 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12311 8 7267030.253051: cycles: 7ffb7c0f3e53 () 400000000 () mmfsd 13754 10 7267030.253279: cycles: 7ffb7c0c7640 () 1598048 () mmfsd 8049 5 7267030.254527: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff810ca2a5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff810717f2 mod_timer ([kernel.kallsyms]) ffffffff813915ff sk_reset_timer ([kernel.kallsyms]) ffffffff813ef983 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 2 7267030.255019: cycles: ffffffffa04122da ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81054f01 finish_task_switch ([kernel.kallsyms]) ffffffff8145ecf6 thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13754 14 7267030.255839: cycles: ffffffff81199732 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 12090 4 7267030.256393: cycles: ffffffff813f11da tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2438 0 7267030.258163: cycles: ffffffff811292c6 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff811201ba do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4e5e2ac938 ([kernel.kallsyms]) 7f4e5e2ac938 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7f4e5e2add2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () mmfsd 12193 15 7267030.258186: cycles: ffffffffa04a6534 ([mmfslinux]) ffffffffa05bf220 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb741c3500 () swapper 0 9 7267030.258603: cycles: ffffffff813d63c4 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2438 0 7267030.260972: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff81006d01 arch_get_unmapped_area_topdown ([kernel.kallsyms]) ffffffff811266f8 get_unmapped_area ([kernel.kallsyms]) ffffffff81126d7a do_mmap_pgoff ([kernel.kallsyms]) ffffffff8112708e sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f445bc7a1da ([kernel.kallsyms]) 7f445bc7a1da mmap (/lib64/ld-2.11.3.so) 6070 () swapper 0 5 7267030.261680: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.261974: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 11 7267030.263496: cycles: ffffffff81464c90 atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81003bfc do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 1 7267030.263820: cycles: ffffffff8104d58a update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4537 10 7267030.263840: cycles: 8931f2 () addr2lin 2438 0 7267030.264122: cycles: ffffffff81116067 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811292e1 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f445b04adc8 ([kernel.kallsyms]) 7f445b04adc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 6 7267030.265341: cycles: ffffffff810866ca enqueue_hrtimer ([kernel.kallsyms]) ffffffff810874b4 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff81094e61 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff8106759a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 8 7267030.265869: cycles: ffffffff813c0eb9 sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5518da38 () 564b46ac00000009 () swapper 0 4 7267030.268211: cycles: ffffffff8104d56c update_curr ([kernel.kallsyms]) ffffffff8104e970 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2438 0 7267030.268567: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f445b0945d0 ([kernel.kallsyms]) 7f445b0945d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12311 9 7267030.269312: cycles: 916d7b () mmfsd 13768 5 7267030.269329: cycles: 7ffb7c0c75f0 () 7ffb593ecaf0 () mmfsd 5354 15 7267030.270146: cycles: ffffffffa05c0598 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13573 14 7267030.270188: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64004120 () postgres 1593 13 7267030.272040: cycles: 5b4438 ExecStoreMinimalTuple (/home/Computational/mark/andres/bin/postgres) 79e30c tuplesort_gettupleslot (/home/Computational/mark/andres/bin/postgres) 5c6399 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2438 0 7267030.272624: cycles: 7f445b0409d7 _int_malloc (/lib64/libc-2.11.3.so) 0 () swapper 0 5 7267030.273417: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff810c75ff handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 2 7267030.274230: cycles: ffffffff813e618d tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267030.276130: cycles: ffffffff81392f2d sock_def_readable ([kernel.kallsyms]) ffffffff813efbcd tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267030.276559: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2439 3 7267030.277361: cycles: ffffffff8111de8c zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4554 11 7267030.277530: cycles: 1133ccd () 7ffb74220250 () sh 2439 3 7267030.278528: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff811201fd do_wp_page ([kernel.kallsyms]) ffffffff811217bd handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7feafdf3a866 ([kernel.kallsyms]) 7feafdf3a866 _dl_relocate_object (/lib64/ld-2.11.3.so) 7feafdf32985 dl_main (/lib64/ld-2.11.3.so) 7feafdf43b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 1566 8 7267030.278804: cycles: ffffffffa04ff365 nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff5ab nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 9 7267030.279308: cycles: ffffffff813eea50 tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 14 7267030.279404: cycles: 915f4e () 0 () sh 2439 3 7267030.279596: cycles: 7feafd8854c0 __strcmp_sse42 (/lib64/libc-2.11.3.so) 68c230 () 458cb0 break_builtin (/bin/bash) 5d6e5b206b6165 () addr2lin 2439 2 7267030.281196: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fb418a553b8 ([kernel.kallsyms]) 7fb418a553b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fb418a4d985 dl_main (/lib64/ld-2.11.3.so) 7fb418a5eb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () postgres 1593 13 7267030.281988: cycles: 46f512 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 0 7267030.284055: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 8049 4 7267030.284350: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 2300000000 () e000007ffb6c0048 ([kernel.kallsyms]) addr2lin 2439 2 7267030.284671: cycles: 7fb417e30dc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 1566 8 7267030.285072: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 7 7267030.286422: cycles: ffffffffa05be3b8 ([mmfs26]) ffffffffa05c05d0 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4537 15 7267030.287911: cycles: 931669 () 0 () 0 () swapper 0 10 7267030.288758: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2439 2 7267030.289303: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb417e7a5d0 ([kernel.kallsyms]) 7fb417e7a5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 6 7267030.289359: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4555 11 7267030.289583: cycles: ffffffff810cc1e0 rcu_note_context_switch ([kernel.kallsyms]) ffffffff8145e821 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c009df0 () mmfsd 13754 7 7267030.290776: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4539 3 7267030.291691: cycles: 8983c0 () postgres 1593 13 7267030.291944: cycles: ffffffffa04c0066 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2439 2 7267030.292777: cycles: 7fb4186114e2 (/usr/lib64/libbfd-2.23.1.so) 100000000 () swapper 0 14 7267030.293041: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267030.293134: cycles: ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267030.295698: cycles: ffffffff813eb36d tcp_data_snd_check ([kernel.kallsyms]) ffffffff813efb85 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13769 6 7267030.296290: cycles: ffffffff813e636f tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 2440 10 7267030.298533: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13769 7 7267030.299442: cycles: ffffffff81026d45 ir_ack_apic_edge ([kernel.kallsyms]) ffffffff810ca2d7 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa053ac34 ([mmfs26]) ffffffffa05c03a2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () sh 2440 10 7267030.299669: cycles: ffffffff811b56ec get_vmalloc_info ([kernel.kallsyms]) ffffffff811c017b meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f3fcdcb55d0 ([kernel.kallsyms]) 7f3fcdcb55d0 __GI___read (/lib64/libc-2.11.3.so) 0 () addr2lin 2440 11 7267030.301198: cycles: 7f01aabaeb06 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f01aaba6985 dl_main (/lib64/ld-2.11.3.so) 7f01aabb7b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13573 15 7267030.301270: cycles: ffffffff810516a2 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6432bda0 () mmfsd 1566 8 7267030.301282: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8116c3c8 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb508f1a90 () mmfsd 13754 2 7267030.301872: cycles: ffffffff8145ecde thread_return ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 13 7267030.301991: cycles: 5b7cfc InstrStopNode (/home/Computational/mark/andres/bin/postgres) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2440 11 7267030.302496: cycles: ffffffff81100466 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f01aa7738f4 ([kernel.kallsyms]) 7f01aa7738f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 6245a0 () mmfsd 1566 9 7267030.303285: cycles: ffffffff8138f16e ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 10 7267030.303806: cycles: ffffffffa0412934 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267030.304054: cycles: ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2440 11 7267030.304135: cycles: ffffffff8111c892 do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f01aa774ec0 ([kernel.kallsyms]) 7f01aa774ec0 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 7f01a9d9d080 () 6153eb () 7fff38bd3313 () swapper 0 6 7267030.306241: cycles: ffffffff813ee1be tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2440 11 7267030.307133: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f01a9fd35d0 ([kernel.kallsyms]) 7f01a9fd35d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 8 7267030.307569: cycles: ffffffff8145ec80 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 13754 7 7267030.310554: cycles: ffffffff810988f0 sys_futex ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c1341ee ([kernel.kallsyms]) 7ffb7c1341ee () 1bfffffffff () mmfsd 13573 15 7267030.311896: cycles: 89ad25 () ffffc90034670760 ([kernel.kallsyms]) postgres 1593 13 7267030.311941: cycles: 5b4438 ExecStoreMinimalTuple (/home/Computational/mark/andres/bin/postgres) 79e30c tuplesort_gettupleslot (/home/Computational/mark/andres/bin/postgres) 5c6399 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2440 11 7267030.312682: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f01a9fd35d0 ([kernel.kallsyms]) 7f01a9fd35d0 __GI___read (/lib64/libc-2.11.3.so) 7d00000000000 () swapper 0 9 7267030.313243: cycles: ffffffff81322545 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267030.313617: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 6 7267030.313657: cycles: ffffffffa04ff554 nf_nat_local_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d707b88 () mmfsd 13573 14 7267030.314019: cycles: 89a1dd () ffffc9003662e258 ([kernel.kallsyms]) mmfsd 8049 4 7267030.314961: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa05bf269 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () perf 2441 10 7267030.315652: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13754 8 7267030.318036: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05bf2dc ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 13768 3 7267030.320617: cycles: 92107b () postgres 1593 13 7267030.321898: cycles: 79a91a ResourceOwnerForgetBuffer (/home/Computational/mark/andres/bin/postgres) 674e84 ReleaseBuffer (/home/Computational/mark/andres/bin/postgres) 4acadb _bt_steppage (/home/Computational/mark/andres/bin/postgres) 4acc38 _bt_next (/home/Computational/mark/andres/bin/postgres) 4abefb btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 7 7267030.321919: cycles: ffffffff8139f5c5 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267030.322030: cycles: ffffffff81046800 ttwu_stat ([kernel.kallsyms]) ffffffff81054baf try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267030.322169: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2441 11 7267030.322524: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe42aae35d0 ([kernel.kallsyms]) 7fe42aae35d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 10 7267030.325532: cycles: ffffffff8115bd90 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138e5ea sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d739eb8 () mmfsd 13573 14 7267030.327219: cycles: 910777 () addr2lin 2441 11 7267030.330704: cycles: ffffffff81105ff0 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe42aaedc87 ([kernel.kallsyms]) 7fe42aaedc87 __munmap (/lib64/libc-2.11.3.so) swapper 0 15 7267030.331222: cycles: ffffffffa040f490 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.331864: cycles: 673df7 BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a906e _bt_getbuf (/home/Computational/mark/andres/bin/postgres) 4aac53 _bt_getroot (/home/Computational/mark/andres/bin/postgres) 4ad12e _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 31858 6 7267030.332451: cycles: ffffffff8107f396 __task_pid_nr_ns ([kernel.kallsyms]) ffffffffa04c2645 ([mmfslinux]) ffffffffa0605ae4 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c018380 () swapper 0 14 7267030.333346: cycles: ffffffffa04f8e95 nf_nat_get_offset (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa0459ea5 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267030.334119: cycles: ffffffff81051205 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6412f570 () addr2lin 2442 12 7267030.335133: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6bd8e4d5d0 ([kernel.kallsyms]) 7f6bd8e4d5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () addr2lin 2442 12 7267030.338109: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6bd8e4d5d0 ([kernel.kallsyms]) 7f6bd8e4d5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13769 7 7267030.338690: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267030.341372: cycles: ffffffffa045bcd4 nf_ct_deliver_cached_events (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa046f587 ipv4_confirm (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_conntrack_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.341834: cycles: 4ac5d7 _bt_readpage (/home/Computational/mark/andres/bin/postgres) 4acb3a _bt_steppage (/home/Computational/mark/andres/bin/postgres) 4acc38 _bt_next (/home/Computational/mark/andres/bin/postgres) 4abefb btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2442 12 7267030.341955: cycles: 7f6bd8dfc810 __realloc (/lib64/libc-2.11.3.so) mmfsd 8049 5 7267030.342693: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13573 14 7267030.343690: cycles: 5b6876 () mmfsd 12090 3 7267030.344430: cycles: ffffffffa05bf0f5 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64013ec0 () swapper 0 4 7267030.345215: cycles: ffffffff813a5ffc net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267030.345263: cycles: ffffffffa04ff750 nf_nat_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7c0c7640 ([kernel.kallsyms]) 7ffb7c0c7640 () 1598048 () mmfsd 13769 6 7267030.345573: cycles: ffffffffa05c041f ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () perf 30004 12 7267030.347544: cycles: ffffffff8111ee55 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) sh 2443 14 7267030.348556: cycles: 7fab4a9f69a2 do_lookup_x (/lib64/ld-2.11.3.so) mmfsd 13769 7 7267030.349375: cycles: ffffffffa04a057f ([mmfslinux]) ffffffffa051f536 ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05c0487 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () addr2lin 2443 14 7267030.349909: cycles: ffffffff8120fbc4 common_file_perm ([kernel.kallsyms]) ffffffff811ebfec security_file_permission ([kernel.kallsyms]) ffffffff8115aaa6 rw_verify_area ([kernel.kallsyms]) ffffffff8115b194 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbde86a9fb7 ([kernel.kallsyms]) 7fbde86a9fb7 __libc_read (/lib64/ld-2.11.3.so) 7fbde86ad7dd (/lib64/ld-2.11.3.so) mmfsd 4554 10 7267030.350773: cycles: 7ffb7c0f3e5a () 0 () postgres 1593 13 7267030.351805: cycles: 5c1c3d MJCompare (/home/Computational/mark/andres/bin/postgres) 5c2398 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2443 14 7267030.351987: cycles: ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fbde7a7adc8 ([kernel.kallsyms]) 7fbde7a7adc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 12311 9 7267030.352728: cycles: ffffffff8145e9a3 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15a8970 () mmfsd 5354 15 7267030.352799: cycles: ffffffff81054a47 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 8049 5 7267030.353549: cycles: ffffffffa0459b2e tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2443 14 7267030.355716: cycles: ffffffff810f915e find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbde7ac45d0 ([kernel.kallsyms]) 7fbde7ac45d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 6 7267030.357186: cycles: 7ffb7cb55b20 () mmfsd 4555 1 7267030.357423: cycles: 1133ccd () 15cba80 () mmfsd 5354 15 7267030.357735: cycles: 910685 () 0 () 0 () 0 () mmfsd 13769 7 7267030.359200: cycles: ffffffff810465d0 pick_next_task_stop ([kernel.kallsyms]) ffffffff8145ee8e thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15b5750 () mmfsd 13754 3 7267030.359348: cycles: ffffffff81054a40 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2443 14 7267030.361768: cycles: 7fbde8258f2e (/usr/lib64/libbfd-2.23.1.so) postgres 1593 13 7267030.361775: cycles: 7fffe8fff8f5 ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 1566 9 7267030.362868: cycles: 7ffb7c0c3b13 () perf 30004 15 7267030.363469: cycles: 4409f6 (/usr/bin/perf) mmfsd 8049 5 7267030.365084: cycles: ffffffff8107f396 __task_pid_nr_ns ([kernel.kallsyms]) ffffffffa04c2645 ([mmfslinux]) ffffffffa0605ae4 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb4d370460 () mmfsd 5354 9 7267030.365147: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff813c0eca sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1566 8 7267030.365402: cycles: ffffffff81051348 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb50a494a0 () swapper 0 7 7267030.365515: cycles: ffffffff8104e7b8 enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267030.366657: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 3 7267030.368330: cycles: 58ed39 () 1849a3 () sh 2444 0 7267030.368854: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff8111c4f3 __pmd_alloc ([kernel.kallsyms]) ffffffff8111f53b copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7fa0e9e9a75f ([kernel.kallsyms]) 7fa0e9e9a75f __libc_fork (/lib64/libc-2.11.3.so) 437b85 make_child (/bin/bash) 6a6ab0 () 6a6af0 () 6a6bc0 () sh 2445 1 7267030.368979: cycles: ffffffff8120f8c6 apparmor_inode_getattr ([kernel.kallsyms]) ffffffff8115f2ae vfs_getattr ([kernel.kallsyms]) ffffffff8115f3a1 vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa0e9ebe765 ([kernel.kallsyms]) 7fa0e9ebe765 _xstat (/lib64/libc-2.11.3.so) swapper 0 15 7267030.369795: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2445 1 7267030.371145: cycles: 7fc5e489f52e _dl_relocate_object (/lib64/ld-2.11.3.so) 7fc5e4897985 dl_main (/lib64/ld-2.11.3.so) 7fc5e48a8b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 8 7267030.371544: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.371751: cycles: 77ece9 pg_detoast_datum_packed (/home/Computational/mark/andres/bin/postgres) 6fca25 textlike (/home/Computational/mark/andres/bin/postgres) 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 7 7267030.372511: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 5 7267030.372537: cycles: ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 2 7267030.373014: cycles: ffffffff8125454f cpumask_next_and ([kernel.kallsyms]) ffffffff81051306 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64003ab0 () objdump 2445 1 7267030.373298: cycles: ffffffff810f9fb3 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc5e37ea650 ([kernel.kallsyms]) 7fc5e37ea650 _dl_vdso_vsym (/lib64/libc-2.11.3.so) 7fffa40cc36e () 73656c2f6374652f () mmfsd 13769 6 7267030.373905: cycles: ffffffff812548fa find_next_bit ([kernel.kallsyms]) ffffffff81139087 interleave_nodes ([kernel.kallsyms]) ffffffff81139575 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 4 7267030.373994: cycles: 9126d0 () 564b488300000009 () swapper 0 10 7267030.374415: cycles: ffffffff81395d81 __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267030.374461: cycles: ffffffff8125a889 rb_erase ([kernel.kallsyms]) ffffffff8104e1cf set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 5354 9 7267030.375224: cycles: 89325b () objdump 2445 1 7267030.376569: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fc5e375adc8 ([kernel.kallsyms]) 7fc5e375adc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 13768 3 7267030.377892: cycles: 92b0ed () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () 7ffb54a36e70 () 7ffb550b4540 () 7ffb6c004a48 () objdump 2445 1 7267030.379373: cycles: 406030 (/usr/bin/objdump) 69ceff () 7fffa40cc301 () swapper 0 6 7267030.380558: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267030.381088: cycles: ffffffff813f6040 tcp4_gro_receive ([kernel.kallsyms]) ffffffff81407af6 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 5 7267030.381514: cycles: 7ffb7c0c775f () 7ffb74197710 () 75 () 705002 () postgres 1593 13 7267030.381724: cycles: 5b4438 ExecStoreMinimalTuple (/home/Computational/mark/andres/bin/postgres) 79e30c tuplesort_gettupleslot (/home/Computational/mark/andres/bin/postgres) 5c6399 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 2445 1 7267030.382887: cycles: ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc5e37a45d0 ([kernel.kallsyms]) 7fc5e37a45d0 __GI___read (/lib64/libc-2.11.3.so) ffffbe000001b685 ([kernel.kallsyms]) swapper 0 4 7267030.383044: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267030.383169: cycles: ffffffff814079f9 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 2 7267030.384093: cycles: 920a05 () 7ffb6360e128 () 0 () 0 () swapper 0 9 7267030.386151: cycles: ffffffff8108d923 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 15 7267030.387457: cycles: 5b6859 () grep 2446 0 7267030.387765: cycles: 40aec7 (/bin/grep) objdump 2445 1 7267030.388187: cycles: 7fc5e371d464 vfprintf (/lib64/libc-2.11.3.so) 7fc5e37c5b4d __GI___vsprintf_chk (/lib64/libc-2.11.3.so) 7fffa40ca790 () d8ec814853fd8948 ([kernel.kallsyms]) mmfsd 13754 0 7267030.389080: cycles: ffffffffa040f514 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7c0c50d6 ([kernel.kallsyms]) 7ffb7c0c50d6 () 0 () mmfsd 13754 6 7267030.391151: cycles: ffffffff8145ecde thread_return ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 593a3058 () expand 2447 2 7267030.391222: cycles: 7fd1b21f756e __GI_fwrite_unlocked (/lib64/libc-2.11.3.so) postgres 1593 13 7267030.391699: cycles: 783276 CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12090 3 7267030.392122: cycles: ffffffff8104d5c4 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c009df0 () mmfsd 5354 8 7267030.392789: cycles: 7ffb7c0cf54e () 0 () mmfsd 8049 5 7267030.392859: cycles: 5af160 () 7ffb640174b0 () sh 2444 2 7267030.393697: cycles: ffffffff81130ab9 free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa0e9e9aa38 ([kernel.kallsyms]) swapper 0 9 7267030.395137: cycles: ffffffff81094c1f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 8049 5 7267030.395263: cycles: ffffffffa040e32a ixgbe_tso (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04130ba ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2448 4 7267030.395960: cycles: ffffffff810f9684 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f99ac870398 ([kernel.kallsyms]) 7f99ac870398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f99ac868985 dl_main (/lib64/ld-2.11.3.so) 7f99ac879b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 10 7267030.397139: cycles: ffffffff81087723 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff81094e61 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) sh 2448 4 7267030.398215: cycles: 7f99ac0ca1ad __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () swapper 0 7 7267030.398439: cycles: ffffffffa045306f (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555dd nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2448 5 7267030.399258: cycles: ffffffff81116036 __inc_zone_page_state ([kernel.kallsyms]) ffffffff811292e1 page_add_new_anon_rmap ([kernel.kallsyms]) ffffffff8111c8bf do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f31c8f5c45a ([kernel.kallsyms]) 7f31c8f5c45a _dl_allocate_tls_storage (/lib64/ld-2.11.3.so) postgres 1593 13 7267030.401675: cycles: 67404e BufferGetBlockNumber (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2448 5 7267030.401959: cycles: ffffffff81258f04 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f31c837b5d0 ([kernel.kallsyms]) 7f31c837b5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () swapper 0 6 7267030.403410: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810549ba try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 8 7267030.404362: cycles: 9134ef () 0 () mmfsd 1566 9 7267030.404470: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12090 3 7267030.404849: cycles: 7ffb7c0c5003 () addr2lin 2448 5 7267030.405472: cycles: 7f31c8b14030 (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 4555 0 7267030.405491: cycles: ffffffff81391db2 __sk_dst_check ([kernel.kallsyms]) ffffffff813db32a ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4537 15 7267030.407144: cycles: 89a3e4 () ffffc9003ed6d438 ([kernel.kallsyms]) mmfsd 13754 7 7267030.409307: cycles: 92ac87 () 0 () addr2lin 2448 5 7267030.409539: cycles: ffffffff81258f04 radix_tree_lookup_slot ([kernel.kallsyms]) ffffffff810f9118 find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f31c837b5d0 ([kernel.kallsyms]) 7f31c837b5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 14 7267030.409575: cycles: ffffffff8145e8af __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13754 9 7267030.411605: cycles: ffffffff81083170 finish_wait ([kernel.kallsyms]) ffffffff813911ff __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4ce0ff58 () postgres 1593 13 7267030.411651: cycles: 782ccd CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4554 10 7267030.412437: cycles: ffffffff8104f3da put_prev_task_fair ([kernel.kallsyms]) ffffffff8145e966 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c00f5a0 () mmfsd 8049 4 7267030.413736: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 8 7267030.415191: cycles: 91d268 () 0 () 0 () 0 () swapper 0 6 7267030.415331: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff810017ef __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff88015db54000 ([kernel.kallsyms]) addr2lin 2449 10 7267030.416005: cycles: 7f37dab897bc _dl_relocate_object (/lib64/ld-2.11.3.so) 7f37dab81985 dl_main (/lib64/ld-2.11.3.so) 7f37dab92b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () addr2lin 2449 10 7267030.417205: cycles: 7f37da74e8f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 6245a0 () mmfsd 13769 7 7267030.418313: cycles: ffffffffa04550a0 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267030.418542: cycles: ffffffff8104e87f enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 2 7267030.418714: cycles: 91090c () addr2lin 2449 10 7267030.419152: cycles: ffffffff8125e9f9 copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f37d9fae5d0 ([kernel.kallsyms]) 7f37d9fae5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 1566 9 7267030.421197: cycles: ffffffff813e6714 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 15 7267030.421341: cycles: 92ac87 () 0 () postgres 1593 13 7267030.421629: cycles: 674c53 PinBuffer (/home/Computational/mark/andres/bin/postgres) 675de2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a901d _bt_relandgetbuf (/home/Computational/mark/andres/bin/postgres) 4ad207 _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2449 10 7267030.422895: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f37d9fae5d0 ([kernel.kallsyms]) 7f37d9fae5d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () mmfsd 31858 6 7267030.425032: cycles: ffffffff812549f0 find_first_bit ([kernel.kallsyms]) ffffffff811390cd interleave_nodes ([kernel.kallsyms]) ffffffff81139575 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2450 12 7267030.425412: cycles: ffffffff81170e15 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81167d02 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc1a183ff57 ([kernel.kallsyms]) 7fc1a183ff57 __open (/lib64/ld-2.11.3.so) 0 () mmfsd 8049 5 7267030.426246: cycles: 7ffb7c6a1071 () 7ffb701f8098 () 0 () sh 2450 12 7267030.426257: cycles: ffffffff8125c121 format_decode ([kernel.kallsyms]) ffffffff8125e10d vsnprintf ([kernel.kallsyms]) ffffffff8117b259 seq_printf ([kernel.kallsyms]) ffffffff811c05df meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fc1a11395d0 ([kernel.kallsyms]) 7fc1a11395d0 __GI___read (/lib64/libc-2.11.3.so) 0 () addr2lin 2450 12 7267030.427109: cycles: 7f6d913d79d4 open_verify (/lib64/ld-2.11.3.so) 7f6d913d9f44 _dl_map_object (/lib64/ld-2.11.3.so) 2e7a62696c00322e () mmfsd 8049 4 7267030.427173: cycles: ffffffffa04129e0 ixgbe_clean_tx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412d7b ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa053ac34 ([mmfs26]) ffffffffa05c03a2 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640174b0 () swapper 0 7 7267030.427717: cycles: ffffffff810479ff update_stats_wait_end ([kernel.kallsyms]) ffffffff8104e1b5 set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 4537 15 7267030.427720: cycles: 89a3f4 () ffffc9003bfd5ac0 ([kernel.kallsyms]) swapper 0 0 7267030.427729: cycles: ffffffff8125aa53 rb_next ([kernel.kallsyms]) ffffffff8104e1e0 set_next_entity ([kernel.kallsyms]) ffffffff81059a0f pick_next_task_fair ([kernel.kallsyms]) ffffffff8145e97f __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 12193 14 7267030.428947: cycles: ffffffffa04a05c3 ([mmfslinux]) ffffffffa05c0332 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb741c3500 () mmfsd 12311 8 7267030.428966: cycles: 89a585 () addr2lin 2450 12 7267030.429067: cycles: 7f6d907b8db4 __GI_memset (/lib64/libc-2.11.3.so) postgres 1593 13 7267030.431610: cycles: 46f03c slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13769 6 7267030.432417: cycles: ffffffffa045a8de tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2450 12 7267030.433649: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f6d908025d0 ([kernel.kallsyms]) 7f6d908025d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () mmfsd 13754 11 7267030.433765: cycles: ffffffffa0411c3b ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 7ffb7c0c75fb ([kernel.kallsyms]) 7ffb7c0c75fb () 1598048 () mmfsd 13768 7 7267030.433881: cycles: ffffffff81045e32 wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4539 2 7267030.434485: cycles: 7ffb7cb536c6 () 7ffb6360e128 () 0 () 0 () mmfsd 12090 3 7267030.434813: cycles: ffffffff813f0414 tcp_established_options ([kernel.kallsyms]) ffffffff813f06d4 tcp_current_mss ([kernel.kallsyms]) ffffffff813e2a6f tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 15 7267030.437109: cycles: ffffffffa040a2b2 ixgbe_write_eitr (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412ebd ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 9 7267030.437659: cycles: 92eaf1 () 0 () swapper 0 6 7267030.437984: cycles: ffffffffa041208c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267030.438656: cycles: ffffffffa0453f74 nf_ct_get_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.441588: cycles: 782d13 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a901d _bt_relandgetbuf (/home/Computational/mark/andres/bin/postgres) 4ad207 _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 31858 7 7267030.443234: cycles: 914f3b () 256c015db0 () 7ffb6c0183a8 () b10ff0d089ff4a8d ([kernel.kallsyms]) swapper 0 6 7267030.444249: cycles: ffffffff81395a96 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2451 1 7267030.445054: cycles: ffffffff810fd740 __rmqueue ([kernel.kallsyms]) ffffffff811006d4 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f57a898edc8 ([kernel.kallsyms]) 7f57a898edc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 0 7267030.445970: cycles: ffffffff81464c13 notifier_call_chain ([kernel.kallsyms]) ffffffff81464c7d __atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81003bfc do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) addr2lin 2451 1 7267030.448835: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f57a89d85d0 ([kernel.kallsyms]) 7f57a89d85d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12090 3 7267030.449406: cycles: 93209b () 7ffb62d9f128 () 0 () swapper 0 15 7267030.449915: cycles: ffffffff8137a772 poll_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 6 7267030.450012: cycles: 912915 () 0 () mmfsd 5354 9 7267030.450303: cycles: ffffffff81395d02 __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 7 7267030.451311: cycles: ffffffff81009168 read_tsc ([kernel.kallsyms]) ffffffff8108d504 ktime_get ([kernel.kallsyms]) ffffffff81094b4f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) swapper 0 0 7267030.451386: cycles: ffffffffa040fbb0 ixgbe_alloc_mapped_page (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa040fd5b ixgbe_alloc_rx_buffers (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04124cc ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) postgres 1593 13 7267030.451569: cycles: 46f512 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2451 1 7267030.451782: cycles: 7f57a916dd13 (/usr/lib64/libbfd-2.23.1.so) mmfsd 13573 14 7267030.453099: cycles: 7ffb7c0cf552 () 0 () perf 2452 0 7267030.453933: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4539 2 7267030.454697: cycles: 5b6876 () swapper 0 8 7267030.455229: cycles: ffffffffa0412d42 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267030.456129: cycles: ffffffffa04036e6 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2452 0 7267030.456671: cycles: 7fa9061c6e2c __GI_mbrtowc (/lib64/libc-2.11.3.so) swapper 0 3 7267030.459092: cycles: ffffffffa04556f7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 9 7267030.460474: cycles: ffffffffa04036ea ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2452 0 7267030.460610: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f42f9320dc8 ([kernel.kallsyms]) 7f42f9320dc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 17989 2 7267030.460724: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.461545: cycles: ffffffff81193ab7 fsnotify ([kernel.kallsyms]) ffffffff8115aaa6 rw_verify_area ([kernel.kallsyms]) ffffffff8115b194 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) addr2lin 2452 0 7267030.463990: cycles: ffffffff8125e9f9 copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f42f936a5d0 ([kernel.kallsyms]) 7f42f936a5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 8 7267030.464705: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 4 7267030.464998: cycles: 89a3e4 () ffffc900312eea38 ([kernel.kallsyms]) mmfsd 12090 3 7267030.466273: cycles: ffffffffa05c0780 ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 12193 11 7267030.467248: cycles: 91333c () 0 () perf 2453 2 7267030.467930: cycles: ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8111da62 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13768 9 7267030.468462: cycles: 58c2a5 () 15d1aa000000000 () sh 2453 2 7267030.470040: cycles: ffffffff81170de8 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81168764 link_path_walk ([kernel.kallsyms]) ffffffff8116904b path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4aea8fa1e0 ([kernel.kallsyms]) 7f4aea8fa1e0 __GI___open64 (/lib64/libc-2.11.3.so) mmfsd 13768 11 7267030.470616: cycles: ffffffff81258f7e radix_tree_lookup ([kernel.kallsyms]) ffffffff81004478 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 91e090 ([kernel.kallsyms]) 91e090 () 0 () swapper 0 14 7267030.470634: cycles: ffffffff8137bb5a menu_select ([kernel.kallsyms]) ffffffff8137a94c cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.471525: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9733 find_lock_page ([kernel.kallsyms]) ffffffff8110fe32 shmem_getpage_gfp ([kernel.kallsyms]) ffffffff81110608 shmem_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 31858 7 7267030.471748: cycles: ffffffffa0455323 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 3 7267030.471884: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2453 2 7267030.472185: cycles: 7f60410f63ad _dl_relocate_object (/lib64/ld-2.11.3.so) 7f60410ee985 dl_main (/lib64/ld-2.11.3.so) 7f60410ffb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 4 7267030.472755: cycles: ffffffff81461093 _raw_spin_unlock_bh ([kernel.kallsyms]) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267030.474021: cycles: ffffffff8100917e read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267030.474111: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2453 2 7267030.474272: cycles: 7f60404d1db9 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 12311 1 7267030.474810: cycles: 7ffb7c6a1070 () mmfsd 13754 3 7267030.476484: cycles: ffffffff8145ed3a thread_return ([kernel.kallsyms]) 7ffb7c11f3d7 () addr2lin 2453 2 7267030.477314: cycles: ffffffff810f9123 find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f604051b5d0 ([kernel.kallsyms]) 7f604051b5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13754 8 7267030.478552: cycles: 7ffb7c0c4ad0 () 7ffb502e0ac0 () mmfsd 4537 11 7267030.481222: cycles: ffffffffa04035c2 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffffa049a146 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 9 7267030.481379: cycles: ffffffff8119981d ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 13 7267030.481615: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 12090 14 7267030.482499: cycles: 915fe8 () 0 () sh 2454 3 7267030.482528: cycles: ffffffff8125e9fb copy_user_generic_string ([kernel.kallsyms]) ffffffff81160e87 copy_strings ([kernel.kallsyms]) ffffffff81162ba2 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fe4e3514a57 ([kernel.kallsyms]) 7fe4e3514a57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () mmfsd 17989 2 7267030.482868: cycles: ffffffff813f5e24 __tcp_v4_send_check ([kernel.kallsyms]) ffffffff813f13b8 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 15 7267030.483839: cycles: ffffffff81045e3f wake_affine ([kernel.kallsyms]) ffffffff8105814a select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 6 7267030.484158: cycles: ffffffff8100908a native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff81094b7f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) addr2lin 2454 3 7267030.484613: cycles: 7f2e6e438169 bfd_elf64_object_p (/usr/lib64/libbfd-2.23.1.so) 7fff2fbad313 () mmfsd 13754 4 7267030.485378: cycles: ffffffff81001670 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff881fc2f88000 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 5 7267030.485574: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2454 3 7267030.486348: cycles: 7f2e6e4432cc bfd_elf_string_from_elf_section (/usr/lib64/libbfd-2.23.1.so) 7fff2fbad313 () mmfsd 12193 10 7267030.487875: cycles: 920a05 () 7ffb62b24129 () 0 () 0 () mmfsd 13768 0 7267030.487984: cycles: ffffffffa05bf082 ([mmfs26]) ffffffffa05bf361 ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 13754 7 7267030.488204: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810549ba try_to_wake_up ([kernel.kallsyms]) ffffffff810882e8 up ([kernel.kallsyms]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () addr2lin 2454 3 7267030.488907: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2e6dc955d0 ([kernel.kallsyms]) 7f2e6dc955d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 11 7267030.490421: cycles: ffffffff8145ed0f thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) swapper 0 8 7267030.490705: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.491655: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa054182c ([mmfs26]) ffffffffa05718be ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 15 7267030.492321: cycles: ffffffffa0403772 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2455 8 7267030.493076: cycles: 7fa36e5172dc do_lookup_x (/lib64/ld-2.11.3.so) 7fa36e5194f6 _dl_relocate_object (/lib64/ld-2.11.3.so) 7fa36e511985 dl_main (/lib64/ld-2.11.3.so) 7fa36e522b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 1566 9 7267030.493371: cycles: ffffffff813e3876 skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2455 9 7267030.495474: cycles: 7f1f26b613ff _dl_relocate_object (/lib64/ld-2.11.3.so) 7f1f26b59985 dl_main (/lib64/ld-2.11.3.so) 7f1f26b6ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 1566 8 7267030.496361: cycles: ffffffffa04a8b89 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64023e20 () swapper 0 6 7267030.496440: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2455 9 7267030.497014: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f1f25f3cdc8 ([kernel.kallsyms]) 7f1f25f3cdc8 __GI_memset (/lib64/libc-2.11.3.so) addr2lin 2455 9 7267030.499955: cycles: ffffffff8125e9f9 copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1f25f865d0 ([kernel.kallsyms]) 7f1f25f865d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267030.501656: cycles: ffffffffa0541121 ([mmfs26]) ffffffffa0541356 ([mmfs26]) ffffffffa0570c42 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 14 7267030.503666: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff8139128d lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5536c828 () mmfsd 8049 4 7267030.504070: cycles: 7ffb7c0c775f () 7ffb6ab89da0 () 7ffb5536d010 () 81 () mmfsd 4539 5 7267030.505078: cycles: ffffffffa04a8b80 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c014ad0 () mmfsd 13754 11 7267030.505365: cycles: 7ffb7c6a1184 () 3f46bf1200000008 () mmfsd 12193 10 7267030.505724: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8116c3c8 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64006440 () sh 2456 1 7267030.508900: cycles: ffffffff8111dd2f zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7ff8b482ca57 ([kernel.kallsyms]) 7ff8b482ca57 __execve (/lib64/libc-2.11.3.so) mmfsd 13768 8 7267030.509362: cycles: 92eb2a () 0 () mmfsd 4537 11 7267030.509976: cycles: ffffffff813a2ff3 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 9 7267030.510653: cycles: ffffffff810043d0 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 7 7267030.510741: cycles: 9127a0 () postgres 1593 13 7267030.511663: cycles: 4a563c index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2456 1 7267030.512600: cycles: ffffffff811545d1 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f0ab23298f4 ([kernel.kallsyms]) 7f0ab23298f4 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 629fb0 () mmfsd 12090 15 7267030.514665: cycles: ffffffff8138f560 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () 400000000 () swapper 0 5 7267030.514705: cycles: ffffffff813d639f ip_local_deliver_finish ([kernel.kallsyms]) 810ed092 ([kernel.kallsyms]) addr2lin 2456 1 7267030.516257: cycles: ffffffff81464782 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0ab1b895d0 ([kernel.kallsyms]) 7f0ab1b895d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 4 7267030.516721: cycles: 7ffb7c0c4f2d () 0 () mmfsd 5354 3 7267030.518478: cycles: ffffffff8115bdb9 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2456 1 7267030.518883: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0ab1b895d0 ([kernel.kallsyms]) 7f0ab1b895d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4555 0 7267030.519571: cycles: ffffffffa045501b ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 5 7267030.521077: cycles: ffffffff81145cd4 kfree ([kernel.kallsyms]) ffff881fa591c980 ([kernel.kallsyms]) postgres 1593 13 7267030.521586: cycles: 4a56bc index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4554 11 7267030.522094: cycles: 9131b6 () 0 () mmfsd 4537 10 7267030.522184: cycles: ffffffff814610f2 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffffa045a76a tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12311 14 7267030.524756: cycles: 10e4f77 () mmfsd 4539 4 7267030.524810: cycles: ffffffff813f11da tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2457 0 7267030.525505: cycles: 7f2427f2df0c __GI_mbrtowc (/lib64/libc-2.11.3.so) addr2lin 2457 1 7267030.526504: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f4bb06763b8 ([kernel.kallsyms]) 7f4bb06763b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f4bb066e985 dl_main (/lib64/ld-2.11.3.so) 7f4bb067fb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 31858 6 7267030.528393: cycles: 933021 () 564b4b3500000009 () mmfsd 13754 10 7267030.529701: cycles: ffffffff811994c0 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 550b3708 () swapper 0 15 7267030.531214: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2457 1 7267030.531390: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4bafa9b5d0 ([kernel.kallsyms]) 7f4bafa9b5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267030.531525: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 11 7267030.531589: cycles: ffffffff813ee1e1 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267030.533515: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 6 7267030.533753: cycles: ffffffff8108d8e2 getnstimeofday ([kernel.kallsyms]) ffffffffa04a8d10 ([mmfslinux]) ffffffffa05c0368 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c018380 () sh 2458 0 7267030.534920: cycles: 7f7af19e6b6a _dl_load_cache_lookup (/lib64/ld-2.11.3.so) mmfsd 31858 7 7267030.536002: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2458 1 7267030.538746: cycles: 7fed3ba40db4 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 17989 2 7267030.540106: cycles: ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c0066f0 () mmfsd 13768 5 7267030.541190: cycles: 5b6876 () 0 () mmfsd 4539 4 7267030.541211: cycles: 7ffb7c0c4f17 () postgres 1593 13 7267030.541568: cycles: ffffffffa04c005a ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 7 7267030.542579: cycles: ffffffff8103d67b leave_mm ([kernel.kallsyms]) ffffffff812bd1b1 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1566 8 7267030.543597: cycles: ffffffff8115bd90 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 11 7267030.544199: cycles: 7ffb7c0c4ee0 () 0 () perf 30004 0 7267030.544405: cycles: 7f2abdc76546 _IO_new_proc_close (/lib64/libc-2.11.3.so) 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () 7f2abff0f010 () mmfsd 12193 10 7267030.545123: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a654d ([mmfslinux]) ffffffffa05bf220 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 16070f0 () swapper 0 15 7267030.545880: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2459 1 7267030.547726: cycles: 7f027019b39c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f0270193985 dl_main (/lib64/ld-2.11.3.so) 7f02701a4b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13754 6 7267030.549480: cycles: ffffffff8125b811 timerqueue_del ([kernel.kallsyms]) ffffffff81086630 __remove_hrtimer ([kernel.kallsyms]) ffffffff8108786d hrtimer_try_to_cancel ([kernel.kallsyms]) ffffffff8108789a hrtimer_cancel ([kernel.kallsyms]) ffffffff8145feb1 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 13768 4 7267030.549648: cycles: ffffffff810090d3 native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff8104c69b update_rq_clock ([kernel.kallsyms]) ffffffff8104c6e2 dequeue_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff8145fea9 schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () swapper 0 0 7267030.551517: cycles: ffffffff81086e41 hrtimer_run_queues ([kernel.kallsyms]) ffffffff81070369 run_local_timers ([kernel.kallsyms]) ffffffff810703b5 update_process_times ([kernel.kallsyms]) ffffffff8109436b tick_sched_timer ([kernel.kallsyms]) ffffffff81086d4e __run_hrtimer ([kernel.kallsyms]) ffffffff81087059 hrtimer_interrupt ([kernel.kallsyms]) ffffffff81026583 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) postgres 1593 13 7267030.551579: cycles: ffffffffa04c0066 ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 8049 5 7267030.554190: cycles: 7ffb7c0c4f38 () 7ffb701f8098 () 0 () 0 () addr2lin 2459 1 7267030.554308: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f026f5c05d0 ([kernel.kallsyms]) 7f026f5c05d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () swapper 0 7 7267030.554702: cycles: ffffffff81469460 irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 11 7267030.558059: cycles: ffffffffa0412fe3 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.561579: cycles: 782ccd CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 782e83 CHashDelete (/home/Computational/mark/andres/bin/postgres) 673d63 BufTableDelete (/home/Computational/mark/andres/bin/postgres) 676412 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 6 7267030.563298: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267030.564488: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2460 1 7267030.564834: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fa33d2285d0 ([kernel.kallsyms]) 7fa33d2285d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4554 10 7267030.565417: cycles: ffffffff813f06b6 tcp_current_mss ([kernel.kallsyms]) ffffffff813e2a6f tcp_send_mss ([kernel.kallsyms]) ffffffff813e61cc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 8049 4 7267030.565735: cycles: 1141d72 () 11d7072 () 589fb0 () swapper 0 14 7267030.565751: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267030.565829: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810ca2d7 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 0 7267030.567978: cycles: ffffffff8111ee3e copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) postgres 1593 13 7267030.571505: cycles: 4ae5a4 _bt_checkkeys (/home/Computational/mark/andres/bin/postgres) 4acb3a _bt_steppage (/home/Computational/mark/andres/bin/postgres) 4acc38 _bt_next (/home/Computational/mark/andres/bin/postgres) 4abefb btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2461 0 7267030.571817: cycles: ffffffff8105ea0d mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f10f24f2a57 ([kernel.kallsyms]) 7f10f24f2a57 __execve (/lib64/libc-2.11.3.so) swapper 0 15 7267030.572387: cycles: ffffffffa0453f74 nf_ct_get_tuple (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045553a nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267030.574454: cycles: ffffffffa04039a0 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 3 7267030.574626: cycles: 1136a53 () addr2lin 2461 0 7267030.576185: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f493e3a5dc8 ([kernel.kallsyms]) 7f493e3a5dc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 6 7267030.577508: cycles: ffffffffa0455071 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1566 8 7267030.578371: cycles: ffffffffa04a0835 ([mmfslinux]) ffffffffa05bf168 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb580b8940 () swapper 0 10 7267030.578780: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2461 0 7267030.581031: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f493e3ef5d0 ([kernel.kallsyms]) 7f493e3ef5d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 7 7267030.581174: cycles: ffffffff8145ecde thread_return ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.581444: cycles: 79db64 tuplesort_gettuple_common (/home/Computational/mark/andres/bin/postgres) 79e2c1 tuplesort_gettupleslot (/home/Computational/mark/andres/bin/postgres) 5c6399 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4537 11 7267030.582605: cycles: ffffffff8107f3c3 __task_pid_nr_ns ([kernel.kallsyms]) ffffffffa04c2645 ([mmfslinux]) ffffffffa0605ae4 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb68017eb0 () mmfsd 4539 5 7267030.582976: cycles: ffffffff81139620 slab_node ([kernel.kallsyms]) ffffffff811447dd __kmalloc ([kernel.kallsyms]) ffffffff81391b35 sock_kmalloc ([kernel.kallsyms]) ffffffff8138f285 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 6 7267030.583129: cycles: ffffffff81395ab1 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 50c0d0d8 () 564b4bf200000009 () swapper 0 14 7267030.584450: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2462 8 7267030.584520: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f8c3da62a60 ([kernel.kallsyms]) 7f8c3da62a60 _dl_debug_initialize (/lib64/ld-2.11.3.so) 7f8c3da5712e dl_main (/lib64/ld-2.11.3.so) 7f8c3da68b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 2 7267030.584964: cycles: ffffffff81322525 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 3 7267030.585311: cycles: ffffffffa04a87e9 ([mmfslinux]) ffffffffa053ac7c ([mmfs26]) ffffffffa05c057f ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () sh 2462 8 7267030.585852: cycles: 46ddc0 xstrchr (/bin/bash) swapper 0 7 7267030.587221: cycles: ffffffff81395cc9 __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2462 9 7267030.589496: cycles: 7f1cbb03b37a bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () addr2lin 2462 9 7267030.591133: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1cba8995d0 ([kernel.kallsyms]) 7f1cba8995d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267030.591394: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 15 7267030.592477: cycles: ffffffff813e305a tcp_cleanup_rbuf ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5927daa8 () 3f46c01500000008 () addr2lin 2462 9 7267030.592790: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1cba8995d0 ([kernel.kallsyms]) 7f1cba8995d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) sh 2463 0 7267030.597110: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 7f0e57cdf560 ([kernel.kallsyms]) 7f0e57cdf560 __strcmp_sse2 (/lib64/libc-2.11.3.so) 4533d5 set_default_locale (/bin/bash) swapper 0 4 7267030.600274: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81052008 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.601447: cycles: 5b1430 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2463 1 7267030.602466: cycles: 7f4111c03db4 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 13754 14 7267030.603316: cycles: 5af960 () 200000000 () mmfsd 4554 10 7267030.603365: cycles: 5af08f () 7ffb748ac7f0 () swapper 0 7 7267030.605373: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2463 1 7267030.606330: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4111c4d5d0 ([kernel.kallsyms]) 7f4111c4d5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 11 7267030.606425: cycles: ffffffffa0453ceb __nf_ct_refresh_acct (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a8f8 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81094bb6 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 31858 6 7267030.608118: cycles: 5b6859 () 7ffb7105b118 () 0 () 0 () swapper 0 3 7267030.608125: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 9 7267030.608334: cycles: ffffffff813b613a sk_filter ([kernel.kallsyms]) ffffffff813f9691 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267030.608401: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 4 7267030.608647: cycles: ffffffffa04036da ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 5 7267030.608959: cycles: 1133ca4 () 7ffb680128f0 () mmfsd 1566 8 7267030.609582: cycles: ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 3 7267030.611234: cycles: ffffffffa053ac34 ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () postgres 1593 13 7267030.611389: cycles: ffffffffff60019e (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2464 0 7267030.612121: cycles: 7f9a6776809c __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () addr2lin 2464 1 7267030.613016: cycles: 7f44d4fe239c _dl_relocate_object (/lib64/ld-2.11.3.so) 7f44d4fda985 dl_main (/lib64/ld-2.11.3.so) 7f44d4febb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () swapper 0 7 7267030.617481: cycles: ffffffff81145220 kmem_cache_free ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2464 1 7267030.617894: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f44d44075d0 ([kernel.kallsyms]) 7f44d44075d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13768 14 7267030.618020: cycles: 7ffb7c0c775c () 7ffb50b70c40 () 7ffb50f05b50 () a1 () mmfsd 31858 6 7267030.618684: cycles: ffffffff813f09ca __tcp_select_window ([kernel.kallsyms]) ffffffff813f125b tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 5354 2 7267030.621149: cycles: 920a05 () 7ffb62e9d128 () 0 () 0 () postgres 1593 13 7267030.621339: cycles: ffffffffff600191 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe8fff8dd ([vdso]) 7fb873d813aa __gettimeofday_internal (/lib64/libc-2.11.3.so) 5ac56a ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 11 7267030.622545: cycles: ffffffff81049e61 resched_task ([kernel.kallsyms]) ffffffff81049f65 check_preempt_curr ([kernel.kallsyms]) ffffffff8104a038 ttwu_do_wakeup ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 10 7267030.626495: cycles: ffffffff810717e0 mod_timer ([kernel.kallsyms]) ffffffff813915ff sk_reset_timer ([kernel.kallsyms]) ffffffff813f3fab tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 15 7267030.626589: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2465 1 7267030.626884: cycles: 7f02474a8e04 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 63c590 () swapper 0 7 7267030.627947: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81070441 get_next_timer_interrupt ([kernel.kallsyms]) ffffffff81094dc8 tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) mmfsd 13768 6 7267030.628118: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa05bf2dc ([mmfs26]) ffffffffa05bf4b1 ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 13754 11 7267030.628434: cycles: ffffffffa053acd5 ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () postgres 1593 13 7267030.631298: cycles: 4acefd _bt_binsrch (/home/Computational/mark/andres/bin/postgres) 4ad197 _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 8 7267030.631807: cycles: ffffffff814610e0 _raw_spin_lock_bh ([kernel.kallsyms]) ffffffff813929a9 release_sock ([kernel.kallsyms]) ffffffff813e57e4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 67ed27c8 () swapper 0 2 7267030.632513: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 7 7267030.633153: cycles: ffffffff8145e91c __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) perf 30004 0 7267030.633653: cycles: ffffffff8111ee68 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 17989 3 7267030.633901: cycles: ffffffffa040e877 ixgbe_tx_map (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0413200 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4539 5 7267030.635836: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa04a8ba5 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb74209280 () swapper 0 4 7267030.636410: cycles: ffffffffa0360083 iptable_filter_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_filter.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d6471 ip_local_deliver ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2466 1 7267030.637015: cycles: ffffffff8111da4e __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f8ba43b0a57 ([kernel.kallsyms]) 7f8ba43b0a57 __execve (/lib64/libc-2.11.3.so) swapper 0 8 7267030.637034: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 3 7267030.638455: cycles: ffffffff810882a0 up ([kernel.kallsyms]) ffffffffa05bf269 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb580b8940 () swapper 0 14 7267030.638528: cycles: ffffffff810cc1e3 rcu_note_context_switch ([kernel.kallsyms]) ffffffff8145e821 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) mmfsd 13754 11 7267030.638676: cycles: 7ffb7cb551df () mmfsd 13768 2 7267030.639118: cycles: ffffffff8115bdd0 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () swapper 0 4 7267030.640627: cycles: ffffffff81145ad8 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267030.640918: cycles: ffffffff813eea75 tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.641272: cycles: 5bf576 IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4554 10 7267030.642694: cycles: 9105c4 () mmfsd 13768 5 7267030.642792: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810882b6 up ([kernel.kallsyms]) ffffffffa05c0613 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 2 7267030.643041: cycles: ffffffff810090e3 native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff81094b7f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff810020f2 cpu_idle ([kernel.kallsyms]) addr2lin 2466 1 7267030.643597: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f35a1ba45d0 ([kernel.kallsyms]) 7f35a1ba45d0 __GI___read (/lib64/libc-2.11.3.so) b0b000f0700000b () swapper 0 3 7267030.644292: cycles: ffffffff812bd125 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 2467 0 7267030.646522: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 4555 14 7267030.647226: cycles: a1902c () 400000000 () swapper 0 2 7267030.647278: cycles: ffffffffa04f77f4 nf_nat_packet (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_nat.ko) ffffffffa04ff77f nf_nat_in (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 8 7267030.649788: cycles: ffffffff813956bf __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 3 7267030.649793: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff81199243 ep_scan_ready_list ([kernel.kallsyms]) ffffffff81199623 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () postgres 1593 13 7267030.651238: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12311 15 7267030.652341: cycles: 7ffb7c0c5098 () mmfsd 8049 4 7267030.652478: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff811456d0 __drain_alien_cache ([kernel.kallsyms]) ffffffff81145c69 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813efa2c tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813929ec release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4537 11 7267030.654412: cycles: ffffffffa0459a71 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2467 1 7267030.654468: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0a7d8065d0 ([kernel.kallsyms]) 7f0a7d8065d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 31858 7 7267030.655498: cycles: ffffffff811002ed get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 14 7267030.657362: cycles: ffffffff81469560 irq_entries_start ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 17989 2 7267030.657561: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810ca2d7 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 9200e0 ([kernel.kallsyms]) 9200e0 () 2502000000 () 7ffb00000008 () b10ff0d089ff4a8d ([kernel.kallsyms]) sh 2468 9 7267030.659572: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f942ebe38b8 ([kernel.kallsyms]) 7f942ebe38b8 _dl_map_object_from_fd (/lib64/ld-2.11.3.so) 7f942ebe4d2d _dl_map_object (/lib64/ld-2.11.3.so) 352e6f732e656e69 () mmfsd 13768 10 7267030.661055: cycles: ffffffffa05bdf89 ([mmfs26]) ffffffffa05c098b ([mmfs26]) ffffffffa05c0bbf ([mmfs26]) ffffffffa0605bc1 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () postgres 1593 13 7267030.661207: cycles: 46f512 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2468 8 7267030.661536: cycles: ffffffff81087abf up_read ([kernel.kallsyms]) ffffffff81464991 do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f017f9f4398 ([kernel.kallsyms]) 7f017f9f4398 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f017f9ec985 dl_main (/lib64/ld-2.11.3.so) 7f017f9fdb03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4543 9 7267030.661635: cycles: ffffffff81100342 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4555 14 7267030.662646: cycles: 89a3e4 () ffffc9003126d480 ([kernel.kallsyms]) addr2lin 2468 8 7267030.662717: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f017ee195d0 ([kernel.kallsyms]) 7f017ee195d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 () mmfsd 13754 4 7267030.662726: cycles: ffffffff810549d7 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13769 6 7267030.663204: cycles: ffffffff813e3962 get_page ([kernel.kallsyms]) ffffffff813e69c3 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2468 8 7267030.663901: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f017edcfdc8 ([kernel.kallsyms]) 7f017edcfdc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 15 7267030.664405: cycles: ffffffff8106810c local_bh_enable_ip ([kernel.kallsyms]) mmfsd 31858 7 7267030.664550: cycles: ffffffffa04132e0 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 12193 11 7267030.665555: cycles: ffffffff8125ea10 copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 5 7267030.666081: cycles: 926597 () 0 () addr2lin 2468 8 7267030.666179: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f017ee195d0 ([kernel.kallsyms]) 7f017ee195d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4543 9 7267030.669080: cycles: ffffffffa04a057f ([mmfslinux]) ffffffffa051f536 ([mmfs26]) ffffffffa053ad3b ([mmfs26]) ffffffffa05c0593 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13769 7 7267030.669861: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () perf 30004 8 7267030.671031: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) 4406e7 ([kernel.kallsyms]) 4406e7 objdump_line_list__purge (/usr/bin/perf) postgres 1593 13 7267030.671179: cycles: 6fbd78 SB_MatchText (/home/Computational/mark/andres/bin/postgres) 6fcb0b textlike (/home/Computational/mark/andres/bin/postgres) 5b150f ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) perf 2469 0 7267030.671930: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) swapper 0 2 7267030.671950: cycles: ffffffff810468a0 nr_iowait_cpu ([kernel.kallsyms]) ffffffff81094657 update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff81094a3f tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) mmfsd 13769 6 7267030.672087: cycles: 5b6859 () kworker/ 99 11 7267030.672638: cycles: ffffffff8145f833 mutex_lock ([kernel.kallsyms]) ffffffff81379cc9 do_dbs_timer ([kernel.kallsyms]) ffffffff8107b9cc process_one_work ([kernel.kallsyms]) ffffffff8107e5fa worker_thread ([kernel.kallsyms]) ffffffff81082966 kthread ([kernel.kallsyms]) ffffffff81469ee4 kernel_thread_helper ([kernel.kallsyms]) swapper 0 14 7267030.673255: cycles: ffffffff81407940 inet_gro_receive ([kernel.kallsyms]) ffffffff813a562d dev_gro_receive ([kernel.kallsyms]) ffffffff813a6163 napi_gro_receive ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2469 0 7267030.674938: cycles: 7fe584a59063 __strcpy_ssse3 (/lib64/libc-2.11.3.so) 5249445f41544144 () swapper 0 7 7267030.675729: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4554 10 7267030.677160: cycles: ffffffff8115bdb9 fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb68017eb0 () grep 2471 11 7267030.677172: cycles: ffffffff8145f86b mutex_unlock ([kernel.kallsyms]) ffffffff81124732 vma_link ([kernel.kallsyms]) ffffffff811261e7 mmap_region ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f4c92afbc5a ([kernel.kallsyms]) 7f4c92afbc5a __GI_mmap64 (/lib64/libc-2.11.3.so) mmfsd 13769 6 7267030.677191: cycles: ffffffff8132250a add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffffa0412fee ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.681155: cycles: 46f417 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) objdump 2470 8 7267030.682174: cycles: ffffffff8125bbb7 put_dec_full ([kernel.kallsyms]) ffffffff8125bc86 put_dec ([kernel.kallsyms]) ffffffff8125bf68 number ([kernel.kallsyms]) ffffffff8125e507 vsnprintf ([kernel.kallsyms]) ffffffff8117b259 seq_printf ([kernel.kallsyms]) ffffffff811c05df meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0b6d0ef5d0 ([kernel.kallsyms]) 7f0b6d0ef5d0 __GI___read (/lib64/libc-2.11.3.so) 1 () mmfsd 12090 14 7267030.683516: cycles: ffffffff8115bdb9 fget_light ([kernel.kallsyms]) ffffffff8138caa2 sockfd_lookup_light ([kernel.kallsyms]) ffffffff8138f587 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 9 7267030.684418: cycles: ffffffffa046a0ff ipv4_conntrack_defrag (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 6 7267030.684726: cycles: ffffffff813f97f7 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267030.684727: cycles: ffffffff81322545 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13769 7 7267030.684787: cycles: ffffffffa04130f6 ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267030.684898: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 2 7267030.685721: cycles: 7ffb7c0c5098 () mmfsd 4554 11 7267030.686964: cycles: 892f02 () swapper 0 0 7267030.687229: cycles: ffffffff8109465c update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff8102655d smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 12311 5 7267030.688052: cycles: 7fffe2dff8d1 () 7ffb7c0e53aa () objdump 2470 8 7267030.689965: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0b6d0ef5d0 ([kernel.kallsyms]) 7f0b6d0ef5d0 __GI___read (/lib64/libc-2.11.3.so) 2f2e2e2f2e2e2f2e () postgres 1593 13 7267030.691129: cycles: 67404a BufferGetBlockNumber (/home/Computational/mark/andres/bin/postgres) 49d3f8 heap_hot_search_buffer (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 6 7267030.692461: cycles: ffffffff81054b60 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04a7ff0 ([mmfslinux]) ffffffffa05c05fb ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 17989 2 7267030.692902: cycles: ffffffffa046a011 ipv4_conntrack_defrag (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 3 7267030.694279: cycles: 912915 () 0 () swapper 0 14 7267030.695127: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 7 7267030.695258: cycles: ffffffff810882a0 up ([kernel.kallsyms]) ffffffffa053ac7c ([mmfs26]) ffffffffa05bf48f ([mmfs26]) ffffffffa0605aa3 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () grep 2471 10 7267030.695852: cycles: 7f4c92a9d086 _int_malloc (/lib64/libc-2.11.3.so) 800000005 () 0 () expand 2472 9 7267030.696621: cycles: ffffffff813dea39 __inet_lookup_established ([kernel.kallsyms]) ffffffff813f975b tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff811452c2 kmem_cache_free ([kernel.kallsyms]) ffffffff81123f6b remove_vma ([kernel.kallsyms]) ffffffff81124088 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff81063792 exit_mm ([kernel.kallsyms]) ffffffff81065539 do_exit ([kernel.kallsyms]) ffffffff8106585d do_group_exit ([kernel.kallsyms]) ffffffff810658e2 sys_exit_group ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb89bac9a38 ([kernel.kallsyms]) mmfsd 4537 11 7267030.698064: cycles: ffffffff81145af5 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff8139093c sock_kfree_s ([kernel.kallsyms]) ffffffff8138f20b ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267030.699575: cycles: ffffffff81024bfb smp_reschedule_interrupt ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.701107: cycles: 46f0f9 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 9 7267030.706020: cycles: ffffffff8132253e add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 7 7267030.706518: cycles: 9127dc () 0 () swapper 0 5 7267030.707368: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2473 1 7267030.707704: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8e7be045d0 ([kernel.kallsyms]) 7f8e7be045d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () swapper 0 3 7267030.708647: cycles: ffffffff81464c93 atomic_notifier_call_chain ([kernel.kallsyms]) ffffffff81002149 cpu_idle ([kernel.kallsyms]) mmfsd 4554 10 7267030.708776: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe2dff8dd () 7ffb7c0e53aa () 1ded000000 () swapper 0 11 7267030.709664: cycles: ffffffffa0411f92 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 15 7267030.710090: cycles: ffffffffa04ff66c nf_nat_out (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.711082: cycles: 46f482 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4543 8 7267030.711648: cycles: 1136a53 () addr2lin 2473 1 7267030.712001: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810fa33b do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f8e7be045d0 ([kernel.kallsyms]) 7f8e7be045d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4539 4 7267030.712768: cycles: 893205 () swapper 0 2 7267030.713290: cycles: ffffffff8103d66c leave_mm ([kernel.kallsyms]) ffffffff812bd1b1 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 14 7267030.713433: cycles: 9217a5 () mmfsd 4537 10 7267030.713476: cycles: ffffffff8139e9c9 skb_dst_force ([kernel.kallsyms]) ffffffff813a4ad8 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2473 1 7267030.714590: cycles: 7f8e7c59b473 (/usr/lib64/libbfd-2.23.1.so) 500000001 () swapper 0 0 7267030.715177: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) swapper 0 14 7267030.717179: cycles: ffffffffa0455030 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2473 1 7267030.717600: cycles: 7f8e7c588046 read_unsigned_leb128 (/usr/lib64/libbfd-2.23.1.so) 1 () mmfsd 12193 11 7267030.718632: cycles: 89a544 () ffffc9003127bde8 ([kernel.kallsyms]) mmfsd 13754 3 7267030.720286: cycles: 91d245 () 0 () mmfsd 5354 2 7267030.720839: cycles: 5b2620 () 0 () mmfsd 12311 5 7267030.720972: cycles: 892ef2 () postgres 1593 13 7267030.721059: cycles: 46f170 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 4 7267030.721643: cycles: ffffffff81145d10 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2474 0 7267030.721921: cycles: ffffffff8125e7e5 copy_page_c ([kernel.kallsyms]) ffffffff81121459 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f662222c3b8 ([kernel.kallsyms]) 7f662222c3b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f6622224985 dl_main (/lib64/ld-2.11.3.so) 7f6622235b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4537 10 7267030.722840: cycles: ffffffffff600188 (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ipt_REJECT.ko) 7fffe2dff8dd () 7ffb7c0e53aa () sh 2474 0 7267030.723932: cycles: 46ddf9 xstrchr (/bin/bash) swapper 0 15 7267030.725020: cycles: ffffffff8104e72b enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff810678cf __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 14 7267030.726321: cycles: 5b6876 () 0 () addr2lin 2474 1 7267030.727035: cycles: 7fa8c680bdc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 8049 11 7267030.728499: cycles: ffffffff8104d941 update_cfs_shares ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb580b8940 () mmfsd 5354 6 7267030.728695: cycles: ffffffffa04c3bf8 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb640047e0 () mmfsd 1566 9 7267030.729662: cycles: ffffffff81468d00 system_call ([kernel.kallsyms]) 7ffb7c0f3e5a () 3f46c246 () swapper 0 10 7267030.730937: cycles: ffffffff81009168 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.731036: cycles: 5c1c9e MJCompare (/home/Computational/mark/andres/bin/postgres) 5c2398 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2474 1 7267030.733061: cycles: 7fa8c68037bc __malloc (/lib64/libc-2.11.3.so) mmfsd 13573 15 7267030.735972: cycles: ffffffff8102b2e0 __x2apic_send_IPI_mask ([kernel.kallsyms]) ffffffff81054b76 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 4 7267030.736307: cycles: ffffffff813edf74 tcp_valid_rtt_meas ([kernel.kallsyms]) ffffffff813ee79f tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efb7d tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 31858 7 7267030.737369: cycles: ffffffffa049a084 iptable_mangle_hook (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_mangle.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 11 7267030.739061: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05c0613 ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2475 9 7267030.740207: cycles: ffffffff81170de8 __d_lookup_rcu ([kernel.kallsyms]) ffffffff811668e3 do_lookup ([kernel.kallsyms]) ffffffff81167d02 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbce11b3f57 ([kernel.kallsyms]) 7fbce11b3f57 __open (/lib64/ld-2.11.3.so) 6070 () mmfsd 12311 5 7267030.740380: cycles: 916ea6 () 32274ca200000012 () mmfsd 1566 8 7267030.740590: cycles: ffffffff8145e82f __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64023e20 () postgres 1593 13 7267030.741013: cycles: 7a5750 HeapTupleSatisfiesMVCC (/home/Computational/mark/andres/bin/postgres) 4a557f index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2475 9 7267030.741905: cycles: 7fbce0d6e8d3 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 63c740 () addr2lin 2475 9 7267030.743603: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fbce0d6fec0 ([kernel.kallsyms]) 7fbce0d6fec0 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 7fbce0398080 () 6153eb () 7fff1437d313 () addr2lin 2475 9 7267030.746353: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbce05ce5d0 ([kernel.kallsyms]) 7fbce05ce5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 5354 6 7267030.747548: cycles: 9217a5 () mmfsd 12193 10 7267030.747757: cycles: 7ffb7cb536a0 () 7ffb62b27a00 () 1b () postgres 1593 13 7267030.750991: cycles: 4a5655 index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12090 14 7267030.751150: cycles: ffffffff81469560 irq_entries_start ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () addr2lin 2475 9 7267030.751463: cycles: 7fbce0d5293b bfd_realloc (/usr/lib64/libbfd-2.23.1.so) sh 2476 0 7267030.755041: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f9436f87f60 ([kernel.kallsyms]) 7f9436f87f60 _dl_discover_osversion (/lib64/ld-2.11.3.so) 7f9436f88b03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 13573 15 7267030.756583: cycles: 916d7b () sh 2476 0 7267030.757242: cycles: ffffffff811765f9 vfsmount_lock_local_lock ([kernel.kallsyms]) ffffffff81166f25 path_init ([kernel.kallsyms]) ffffffff8116958d path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f9436882765 ([kernel.kallsyms]) 7f9436882765 _xstat (/lib64/libc-2.11.3.so) 732f6e690068732f () swapper 0 8 7267030.759885: cycles: ffffffff8139dea1 __napi_complete ([kernel.kallsyms]) ffffffff813a579f napi_complete ([kernel.kallsyms]) ffffffffa0412df8 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.760971: cycles: 46f195 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 12193 11 7267030.761614: cycles: 89a403 () ffffc9003127bde8 ([kernel.kallsyms]) mmfsd 4554 10 7267030.762457: cycles: 5833e6 () 7ffb00000200 () mmfsd 4539 4 7267030.762924: cycles: ffffffff8145ee4d thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6412f570 () swapper 0 3 7267030.763436: cycles: ffffffff81469760 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 14 7267030.763726: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2476 1 7267030.763929: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbdec2db5d0 ([kernel.kallsyms]) 7fbdec2db5d0 __GI___read (/lib64/libc-2.11.3.so) 69646e6550737365 () mmfsd 17989 2 7267030.766968: cycles: ffffffff8100908a native_sched_clock ([kernel.kallsyms]) ffffffff81009115 sched_clock ([kernel.kallsyms]) ffffffff8104c69b update_rq_clock ([kernel.kallsyms]) ffffffff8104c6e2 dequeue_task ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c0066f0 () mmfsd 8049 11 7267030.768913: cycles: 5b6859 () 7ffb701f8118 () 0 () 0 () swapper 0 10 7267030.769975: cycles: ffffffff810468bc nr_iowait_cpu ([kernel.kallsyms]) ffffffff81094657 update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81055fbf scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.770948: cycles: 782fda CHashInsert (/home/Computational/mark/andres/bin/postgres) 673dd0 BufTableInsert (/home/Computational/mark/andres/bin/postgres) 675fe2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 5 7267030.771788: cycles: 92fca2 () 0 () addr2lin 2476 1 7267030.771812: cycles: 7fbdeca72395 (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 5354 7 7267030.772914: cycles: 91607c () 0 () mmfsd 8049 11 7267030.774216: cycles: 7ffb7c0c4f17 () 7ffb701f8098 () 0 () mmfsd 13768 2 7267030.774332: cycles: ffffffff81198bc3 ep_send_events_proc ([kernel.kallsyms]) ffffffff81199292 ep_scan_ready_list ([kernel.kallsyms]) ffffffff81199623 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4555 15 7267030.774544: cycles: 917673 () addr2lin 2476 1 7267030.775891: cycles: 7fbdec285e10 _int_free (/lib64/libc-2.11.3.so) perf 2477 0 7267030.778433: cycles: ffffffff81128dcc page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13754 10 7267030.778662: cycles: 921092 () swapper 0 4 7267030.779656: cycles: ffffffff810016e8 __switch_to ([kernel.kallsyms]) ffffffff8145ecbb thread_return ([kernel.kallsyms]) ffff880189da8000 ([kernel.kallsyms]) sh 2477 0 7267030.780667: cycles: 7f49979f0d98 __strncmp_sse42 (/lib64/libc-2.11.3.so) 7475706d6f432f65 () postgres 1593 13 7267030.780927: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffff810883b6 down ([kernel.kallsyms]) ffffffffa04a89cf ([mmfslinux]) ffffffffa051f54e ([mmfs26]) ffffffffa0541346 ([mmfs26]) ffffffffa0560b7f ([mmfs26]) ffffffffa04aeb14 ([mmfslinux]) ffffffffa04c602f ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 12090 14 7267030.780969: cycles: 916d8f () mmfsd 8049 11 7267030.781119: cycles: 5833fe () 7ffb6c01b0b0 () swapper 0 6 7267030.783414: cycles: ffffffff8104c7ca enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81052024 sched_ttwu_do_pending ([kernel.kallsyms]) ffffffff81055fc7 scheduler_ipi ([kernel.kallsyms]) ffffffff81469c73 reschedule_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 10 7267030.784149: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 3 7267030.785270: cycles: ffffffffa04550a0 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2477 1 7267030.785400: cycles: 7fb29ca870b2 _bfd_dwarf1_find_nearest_line (/usr/lib64/libbfd-2.23.1.so) swapper 0 8 7267030.785641: cycles: ffffffff81322538 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267030.790802: cycles: ffffffff8145ec87 __schedule ([kernel.kallsyms]) ffffffff8100215a cpu_idle ([kernel.kallsyms]) addr2lin 2477 1 7267030.790824: cycles: 7fb29c267734 __malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267030.790999: cycles: 68f44f LWLockRelease (/home/Computational/mark/andres/bin/postgres) 4a558d index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 2 7267030.793266: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267030.793446: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 8049 11 7267030.794410: cycles: 7ffb7cb536a0 () 2564000078 () 7ffb640174d8 () b10ff0d089ff4a8d ([kernel.kallsyms]) mmfsd 4555 14 7267030.794456: cycles: ffffffffa0454fb7 ____nf_conntrack_find (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa0455148 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 10 7267030.794611: cycles: ffffffff8139f0c8 dev_pick_tx ([kernel.kallsyms]) ffffffff813a4779 dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 6795838 () 564b4f0400000009 () mmfsd 5354 6 7267030.795845: cycles: ffffffffa04552b7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13768 5 7267030.796159: cycles: ffffffff81045b4a place_entity ([kernel.kallsyms]) ffffffff8104eb7d enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () sh 2478 8 7267030.796250: cycles: ffffffff81158a38 __dentry_open ([kernel.kallsyms]) ffffffff81167df4 do_last ([kernel.kallsyms]) ffffffff81169069 path_openat ([kernel.kallsyms]) ffffffff811694ec do_filp_open ([kernel.kallsyms]) ffffffff8115a08f do_sys_open ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fce4ab671e0 ([kernel.kallsyms]) 7fce4ab671e0 __GI___open64 (/lib64/libc-2.11.3.so) addr2lin 2478 9 7267030.797436: cycles: ffffffff81123bee find_vma ([kernel.kallsyms]) ffffffff81006dd9 arch_get_unmapped_area_topdown ([kernel.kallsyms]) ffffffff811266f8 get_unmapped_area ([kernel.kallsyms]) ffffffff8103e38b arch_setup_additional_pages ([kernel.kallsyms]) ffffffff811a935d load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fce4ab42a57 ([kernel.kallsyms]) 7fce4ab42a57 () addr2lin 2478 9 7267030.800280: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f1b6ab8cdc8 ([kernel.kallsyms]) 7f1b6ab8cdc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 4539 4 7267030.800628: cycles: ffffffffa04a89cf ([mmfslinux]) ffffffffa04a8ba5 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15c6ba0 () postgres 1593 13 7267030.800952: cycles: 5b16d8 ExecEvalScalarVarFast (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 1566 3 7267030.801738: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa04a8b20 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64023e20 () mmfsd 13754 2 7267030.802170: cycles: ffffffff813f140c tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4d1036e8 () addr2lin 2478 9 7267030.803733: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f1b6abd65d0 ([kernel.kallsyms]) 7f1b6abd65d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 4554 11 7267030.807654: cycles: ffffffff81460ec5 _raw_spin_lock ([kernel.kallsyms]) ffffffff813f97c9 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 911fd9 ([kernel.kallsyms]) 911fd9 () 7ffb5d1b3ca0 () mmfsd 13768 10 7267030.807703: cycles: ffffffffa04c2618 ([mmfslinux]) ffffffffa0605a88 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 4537 15 7267030.808013: cycles: ffffffff813e61af tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () addr2lin 2478 9 7267030.808275: cycles: 7f1b6b4deb39 _objalloc_alloc (/usr/lib64/libbfd-2.23.1.so) 7f1b00000750 () 0 () mmfsd 13768 2 7267030.810877: cycles: 58c2a5 () 15d1aa000000000 () postgres 1593 13 7267030.810913: cycles: ffffffff81461540 page_fault ([kernel.kallsyms]) ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) swapper 0 0 7267030.810998: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) perf 30004 8 7267030.811042: cycles: ffffffff8111ee18 copy_pte_range ([kernel.kallsyms]) ffffffff8111f38d copy_page_range ([kernel.kallsyms]) ffffffff8105e606 dup_mmap ([kernel.kallsyms]) ffffffff8105eb25 dup_mm ([kernel.kallsyms]) ffffffff8105f47e copy_process ([kernel.kallsyms]) ffffffff8105fbb7 do_fork ([kernel.kallsyms]) ffffffff814690b3 stub_clone ([kernel.kallsyms]) 7f2abdcb675f ([kernel.kallsyms]) 7f2abdcb675f __libc_fork (/lib64/libc-2.11.3.so) 7f2abdc76670 _IO_new_proc_open (/lib64/libc-2.11.3.so) mmfsd 13754 3 7267030.811436: cycles: ffffffff8126ddf0 is_swiotlb_buffer ([kernel.kallsyms]) ffffffff8126e343 swiotlb_sync_single ([kernel.kallsyms]) ffffffffa0411d0d ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff811995c4 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () sh 2479 8 7267030.812663: cycles: ffffffff810f914b find_get_page ([kernel.kallsyms]) ffffffff810f9f67 filemap_fault ([kernel.kallsyms]) ffffffff811210d4 __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 432ff0 ([kernel.kallsyms]) 432ff0 set_job_control (/bin/bash) mmfsd 13768 14 7267030.813131: cycles: 7ffb7c0c4ee9 () 0 () mmfsd 5354 6 7267030.814687: cycles: 7ffb7c0c7640 () 7ffb62e9d1a9 () 0 () swapper 0 7 7267030.816423: cycles: ffffffff8137aa0e cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2479 9 7267030.816896: cycles: 7fb5dde42166 bfd_elf64_slurp_symbol_table (/usr/lib64/libbfd-2.23.1.so) 0 () mmfsd 31858 6 7267030.820452: cycles: ffffffffa040e51c ixgbe_tx_csum (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04132eb ixgbe_xmit_frame_ring (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a31c4 dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.820972: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) mmfsd 13754 7 7267030.821235: cycles: ffffffffa0412eb3 ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 4555 15 7267030.821268: cycles: ffffffff8114430e kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 8 7267030.823307: cycles: ffffffff8125f8fb __memcpy ([kernel.kallsyms]) ffffffffa040f539 ixgbe_add_rx_frag (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0411d1e ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 3 7267030.823738: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 5 7267030.823778: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2479 9 7267030.824466: cycles: 7fb5dd65655e __GI_memset (/lib64/libc-2.11.3.so) swapper 0 10 7267030.825679: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12193 11 7267030.826569: cycles: ffffffff81210fa7 aa_revalidate_sk ([kernel.kallsyms]) ffffffff8138e16f sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2480 0 7267030.828589: cycles: 7fd7e65989a2 do_lookup_x (/lib64/ld-2.11.3.so) sh 2480 0 7267030.829746: cycles: ffffffff811b56ec get_vmalloc_info ([kernel.kallsyms]) ffffffff811c017b meminfo_proc_show ([kernel.kallsyms]) ffffffff8117b476 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd7e5e9e5d0 ([kernel.kallsyms]) 7fd7e5e9e5d0 __GI___read (/lib64/libc-2.11.3.so) 0 () sh 2480 0 7267030.830928: cycles: ffffffff8104e6f0 enqueue_sleeper ([kernel.kallsyms]) ffffffff8104eb88 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff8107c05e __queue_work ([kernel.kallsyms]) ffffffff8106f5ab call_timer_fn ([kernel.kallsyms]) ffffffff810709c3 run_timer_softirq ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff81460f38 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffff810536b0 sched_exec ([kernel.kallsyms]) ffffffff81162ab5 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7fd7e5e79a57 ([kernel.kallsyms]) 7fd7e5e79a57 __execve (/lib64/libc-2.11.3.so) 6a6a60 () 6a6ac0 () 6a6b20 () 6a6ba0 () postgres 1593 13 7267030.831032: cycles: 6767ce ReleaseAndReadBuffer (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 14 7267030.833298: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12090 15 7267030.834943: cycles: 7ffb7c0c50e3 () swapper 0 7 7267030.836016: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2480 1 7267030.836224: cycles: ffffffff814617ab error_exit ([kernel.kallsyms]) 7f7e39855dc8 ([kernel.kallsyms]) 7f7e39855dc8 __GI_memset (/lib64/libc-2.11.3.so) mmfsd 4539 4 7267030.836777: cycles: 5b52f8 () ffffc9003430d4a0 ([kernel.kallsyms]) mmfsd 13754 6 7267030.838190: cycles: ffffffff8139f4aa __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff8107f37c __task_pid_nr_ns ([kernel.kallsyms]) ffffffffa04c2645 ([mmfslinux]) ffffffffa0605a88 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () mmfsd 17989 3 7267030.839437: cycles: ffffffff8116c393 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c0066f0 () addr2lin 2480 1 7267030.840275: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7e3989f5d0 ([kernel.kallsyms]) 7f7e3989f5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 12090 11 7267030.840370: cycles: 7ffb7cb536dc () 7ffb64006440 () postgres 1593 13 7267030.840958: cycles: 46ef35 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 5 7267030.841916: cycles: ffffffff813f95f7 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 10 7267030.842012: cycles: ffffffff81009160 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2480 1 7267030.843050: cycles: 7f7e3984e940 __realloc (/lib64/libc-2.11.3.so) b0000003a () mmfsd 13768 2 7267030.843202: cycles: 5af8a5 () 200000000 () mmfsd 13768 11 7267030.843835: cycles: 7ffb7c0c3b95 () mmfsd 17989 3 7267030.843910: cycles: ffffffffa0403833 ipt_do_table (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/ip_tables.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 4 7267030.844924: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 14 7267030.845693: cycles: ffffffffa0455182 __nf_conntrack_find_get (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04555f2 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813e57dc tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 550d86a8 () 3f46c42800000008 () mmfsd 4543 8 7267030.845790: cycles: ffffffffa045aa38 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 7 7267030.846381: cycles: ffffffff81258f24 radix_tree_lookup ([kernel.kallsyms]) ffffffff81004478 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) addr2lin 2480 1 7267030.847133: cycles: ffffffff8111de7a zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f7e398a9c87 ([kernel.kallsyms]) 7f7e398a9c87 __munmap (/lib64/libc-2.11.3.so) mmfsd 13768 11 7267030.847178: cycles: 5af3fc () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () 7ffb500a8f40 () 7ffb6c004a48 () mmfsd 8049 10 7267030.849973: cycles: ffffffff813d4b3b ip_route_input_common ([kernel.kallsyms]) ffffffff813d5d7f ip_rcv_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) 932107 ([kernel.kallsyms]) 932107 () 7ffb701f8098 () 0 () mmfsd 17989 2 7267030.850034: cycles: ffffffff813e641a tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2481 8 7267030.850216: cycles: ffffffff8117b604 seq_read ([kernel.kallsyms]) ffffffff811b7fe7 proc_reg_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fbbabe475d0 ([kernel.kallsyms]) 7fbbabe475d0 __GI___read (/lib64/libc-2.11.3.so) 0 () postgres 1593 13 7267030.850898: cycles: 5b151a ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 3 7267030.852355: cycles: ffffffff8115c955 fput ([kernel.kallsyms]) ffffffff8138e6d1 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 55410218 () mmfsd 8049 11 7267030.854244: cycles: 7ffb7c0c7668 () 2564000078 () 7ffb640174d8 () 7ffb6c01b0b0 () swapper 0 15 7267030.854793: cycles: ffffffff810301c6 native_write_msr_safe ([kernel.kallsyms]) ffffffff8102b12e native_apic_msr_write ([kernel.kallsyms]) ffffffff810257a8 lapic_next_event ([kernel.kallsyms]) ffffffff81093e43 tick_dev_program_event ([kernel.kallsyms]) ffffffff81087690 __hrtimer_start_range_ns ([kernel.kallsyms]) ffffffff810945cf tick_nohz_restart ([kernel.kallsyms]) ffffffff81094ab4 tick_nohz_restart_sched_tick ([kernel.kallsyms]) ffffffff81002155 cpu_idle ([kernel.kallsyms]) addr2lin 2481 9 7267030.855121: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f947e8965d0 ([kernel.kallsyms]) 7f947e8965d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) mmfsd 13754 5 7267030.855351: cycles: ffffffff8104c7aa enqueue_task ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 8049 10 7267030.857515: cycles: 7ffb7c0c4f38 () 7ffb701f8098 () 0 () 0 () addr2lin 2481 9 7267030.859498: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f947e842c12 ([kernel.kallsyms]) 7f947e842c12 _int_malloc (/lib64/libc-2.11.3.so) postgres 1593 13 7267030.860850: cycles: 6766f5 ReleaseAndReadBuffer (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13754 11 7267030.861450: cycles: ffffffff81468d00 system_call ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () swapper 0 14 7267030.861859: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267030.862440: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 1566 2 7267030.863217: cycles: ffffffff810fff7f prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff811393bb alloc_page_interleave ([kernel.kallsyms]) ffffffff81139582 alloc_pages_current ([kernel.kallsyms]) ffffffff813e69dc tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2482 11 7267030.865901: cycles: ffffffff8125e9e9 copy_user_generic_string ([kernel.kallsyms]) ffffffff810734ef sys_rt_sigaction ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f277666acf4 ([kernel.kallsyms]) 7f277666acf4 __GI___libc_sigaction (/lib64/libc-2.11.3.so) swapper 0 8 7267030.866074: cycles: ffffffff81460eb9 _raw_spin_lock ([kernel.kallsyms]) ffffffff81145b12 __cache_free ([kernel.kallsyms]) ffffffff81145d46 kfree ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813ee2b8 tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efa24 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 15 7267030.866219: cycles: ffffffff8137aa0e cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 5354 7 7267030.866315: cycles: ffffffff811442c4 kmem_cache_alloc_node_trace ([kernel.kallsyms]) ffffffff81395be7 __kmalloc_reserve ([kernel.kallsyms]) ffffffff81395cef __alloc_skb ([kernel.kallsyms]) ffffffff813e39bf sk_stream_alloc_skb ([kernel.kallsyms]) ffffffff813e6620 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 9 7267030.866474: cycles: ffffffff812bd16b intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13768 10 7267030.866814: cycles: 9304a0 () 0 () addr2lin 2482 10 7267030.868745: cycles: 7f08233d2e08 bfd_getl64 (/usr/lib64/libbfd-2.23.1.so) 665b40 () mmfsd 12193 11 7267030.869758: cycles: ffffffff81460f33 _raw_spin_unlock_irqrestore ([kernel.kallsyms]) ffffffffa04a8b20 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb741bd3d0 () postgres 1593 13 7267030.870810: cycles: 5bf58c IndexNext (/home/Computational/mark/andres/bin/postgres) 5b38de ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c221b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) addr2lin 2482 10 7267030.871144: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff8111e878 clear_huge_page ([kernel.kallsyms]) ffffffff8114c083 __do_huge_pmd_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f0822c4f5d0 ([kernel.kallsyms]) 7f0822c4f5d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) swapper 0 3 7267030.871243: cycles: ffffffff812bd181 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 2 7267030.872020: cycles: ffffffff813ee1be tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813ef9d0 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 14 7267030.873912: cycles: 10e2bd9 () addr2lin 2482 10 7267030.874814: cycles: 7f0822bfb9d3 _int_malloc (/lib64/libc-2.11.3.so) 0 () mmfsd 4539 4 7267030.875111: cycles: 8a0972 () 1483f78 () ffffc900343126a0 ([kernel.kallsyms]) mmfsd 12311 6 7267030.876520: cycles: ffffffff810788c0 sys_times ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c0f3e5a ([kernel.kallsyms]) 7ffb7c0f3e5a () 4366c28000 () mmfsd 4537 15 7267030.876801: cycles: 931aa5 () 7ffb6370c168 () 0 () mmfsd 8049 11 7267030.878518: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () postgres 1593 13 7267030.880774: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 2483 12 7267030.880881: cycles: ffffffff8111da56 __tlb_remove_page ([kernel.kallsyms]) ffffffff8111dea5 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff81124041 exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) perf 2483 12 7267030.881032: cycles: ffffffff81105f26 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) sh 2483 12 7267030.881177: cycles: 7f096f35ab70 _dl_new_object (/lib64/ld-2.11.3.so) 7f096f3697dd (/lib64/ld-2.11.3.so) mmfsd 13754 10 7267030.881559: cycles: ffffffff8114521c kmem_cache_free ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 4cc171b8 () sh 2483 12 7267030.882366: cycles: 7f096ebbc5dc _nl_load_locale_from_archive (/lib64/libc-2.11.3.so) 7f096ebbbaa1 _nl_find_locale (/lib64/libc-2.11.3.so) 7f096ebbb4fa __GI_setlocale (/lib64/libc-2.11.3.so) 453887 (/bin/bash) mmfsd 4537 14 7267030.882549: cycles: 5af064 () 7ffb741bcd60 () sh 2485 2 7267030.883074: cycles: ffffffff81468d03 system_call ([kernel.kallsyms]) 7f096ec5e765 _xstat (/lib64/libc-2.11.3.so) 2f667265702f3436 () mmfsd 5354 7 7267030.884240: cycles: ffffffff81144639 __kmalloc ([kernel.kallsyms]) ffffffff81391b35 sock_kmalloc ([kernel.kallsyms]) ffffffff8138f285 ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () objdump 2484 0 7267030.884692: cycles: 7f2346d113b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f2346d09985 dl_main (/lib64/ld-2.11.3.so) 7f2346d1ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () sh 2483 3 7267030.885066: cycles: ffffffff81460f74 _raw_read_lock ([kernel.kallsyms]) ffffffff81064aab do_wait ([kernel.kallsyms]) ffffffff81064ca7 sys_wait4 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f096ec39f85 ([kernel.kallsyms]) 7f096ec39f85 __GI___waitpid (/lib64/libc-2.11.3.so) mmfsd 4539 5 7267030.885212: cycles: ffffffffa04ff37a nf_nat_fn (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffffa04ff6bb nf_nat_out (/lib/modules/3.0.101-0.15-default/kernel/net/ipv4/netfilter/iptable_nat.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813dc3c8 ip_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () objdump 2484 0 7267030.885991: cycles: ffffffff810f9684 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2346d113b8 ([kernel.kallsyms]) 7f2346d113b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f2346d09985 dl_main (/lib64/ld-2.11.3.so) 7f2346d1ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () objdump 2484 0 7267030.887310: cycles: ffffffff810f9684 unlock_page ([kernel.kallsyms]) ffffffff8112149a __do_fault ([kernel.kallsyms]) ffffffff8112168d handle_pte_fault ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7f2346d113b8 ([kernel.kallsyms]) 7f2346d113b8 _dl_relocate_object (/lib64/ld-2.11.3.so) 7f2346d09985 dl_main (/lib64/ld-2.11.3.so) 7f2346d1ab03 _dl_sysdep_start (/lib64/ld-2.11.3.so) 40 () mmfsd 4537 15 7267030.887587: cycles: 893369 () mmfsd 13754 11 7267030.888213: cycles: 92eb2a () 0 () mmfsd 13768 6 7267030.888846: cycles: ffffffff81399a92 memcpy_toiovec ([kernel.kallsyms]) ffffffff8139a803 skb_copy_datagram_iovec ([kernel.kallsyms]) ffffffff813e5fb4 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5d36dac8 () mmfsd 4543 8 7267030.889839: cycles: 912920 () 0 () postgres 1593 13 7267030.890847: cycles: 674c53 PinBuffer (/home/Computational/mark/andres/bin/postgres) 675de2 ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a55f2 index_fetch_heap (/home/Computational/mark/andres/bin/postgres) 4a572e index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c4369 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba0cf ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) sh 2487 0 7267030.890913: cycles: ffffffff811e99b0 cap_file_mmap ([kernel.kallsyms]) ffffffff8120fd49 apparmor_file_mmap ([kernel.kallsyms]) ffffffff81126eb9 do_mmap_pgoff ([kernel.kallsyms]) ffffffff81127222 sys_mmap_pgoff ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f829b1371da ([kernel.kallsyms]) 7f829b1371da mmap (/lib64/ld-2.11.3.so) 3e000 () swapper 0 2 7267030.892249: cycles: ffffffff81143609 kmem_cache_alloc_node ([kernel.kallsyms]) ffffffff81395cba __alloc_skb ([kernel.kallsyms]) ffffffff8139629d __netdev_alloc_skb ([kernel.kallsyms]) ffffffffa0411c94 ixgbe_fetch_rx_buffer (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa04120a0 ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 7 7267030.893147: cycles: 93ba2d () 7ffb00000200 () mmfsd 12090 14 7267030.894065: cycles: ffffffff8104d611 update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6432bda0 () swapper 0 8 7267030.895226: cycles: ffffffff81094b8a tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff8106759a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 4 7267030.895859: cycles: 7ffb7c0c772f () mmfsd 1566 3 7267030.896451: cycles: ffffffff813a31cd dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () sh 2488 0 7267030.896788: cycles: 7f9e9baba50b __gconv_transform_utf8_internal (/lib64/libc-2.11.3.so) 636600652d43782d () swapper 0 15 7267030.899103: cycles: ffffffff81322514 add_interrupt_randomness ([kernel.kallsyms]) ffffffff810c74d6 handle_irq_event_percpu ([kernel.kallsyms]) ffffffff810c75f4 handle_irq_event ([kernel.kallsyms]) ffffffff810ca2f5 handle_edge_irq ([kernel.kallsyms]) ffffffff81004487 handle_irq ([kernel.kallsyms]) ffffffff81003c16 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 12311 6 7267030.899875: cycles: 9243ae () 11d7072 () 589fb0 () postgres 1593 13 7267030.900800: cycles: 782d59 CHashBucketScan (/home/Computational/mark/andres/bin/postgres) 783358 CHashSearch (/home/Computational/mark/andres/bin/postgres) 673e0d BufTableLookup (/home/Computational/mark/andres/bin/postgres) 675dbe ReadBuffer_common (/home/Computational/mark/andres/bin/postgres) 6765ec ReadBufferExtended (/home/Computational/mark/andres/bin/postgres) 4a906e _bt_getbuf (/home/Computational/mark/andres/bin/postgres) 4aac53 _bt_getroot (/home/Computational/mark/andres/bin/postgres) 4ad12e _bt_search (/home/Computational/mark/andres/bin/postgres) 4ad913 _bt_first (/home/Computational/mark/andres/bin/postgres) 4abf27 btgettuple (/home/Computational/mark/andres/bin/postgres) 77e090 FunctionCall2Coll (/home/Computational/mark/andres/bin/postgres) 4a568f index_getnext_tid (/home/Computational/mark/andres/bin/postgres) 4a574b index_getnext (/home/Computational/mark/andres/bin/postgres) 5bf5bb IndexNext (/home/Computational/mark/andres/bin/postgres) 5b39f6 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c42c8 ExecNestLoop (/home/Computational/mark/andres/bin/postgres) 5ac638 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ba4e6 ExecAgg (/home/Computational/mark/andres/bin/postgres) 5ac5d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c75b7 ExecSubPlan (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5c23f1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 4537 14 7267030.901479: cycles: 5af3b5 () 7ffb6370c128 () 0 () swapper 0 8 7267030.901872: cycles: ffffffff8139f916 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13573 5 7267030.901874: cycles: ffffffff81058aaf load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb7439baf0 () swapper 0 2 7267030.903335: cycles: ffffffff81058161 select_task_rq_fair ([kernel.kallsyms]) ffffffff81054aac try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff81199456 ep_poll_callback ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104bfbe __wake_up_sync_key ([kernel.kallsyms]) ffffffff81392f41 sock_def_readable ([kernel.kallsyms]) ffffffff813ef961 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4543 8 7267030.905567: cycles: 9315f2 () expand 2493 3 7267030.907585: cycles: ffffffff81194d24 fsnotify_find_inode_mark_locked ([kernel.kallsyms]) ffffffff81194d9f fsnotify_find_inode_mark ([kernel.kallsyms]) ffffffff81195acc dnotify_flush ([kernel.kallsyms]) ffffffff811584e9 filp_close ([kernel.kallsyms]) ffffffff811585d7 sys_close ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fd7f709f4fd ([kernel.kallsyms]) 7fd7f709f4fd _nl_load_locale (/lib64/libc-2.11.3.so) mmfsd 12193 7 7267030.907722: cycles: 920b30 () 7ffb62b24128 () 0 () objdump 2491 1 7267030.908627: cycles: ffffffff811069d3 mark_page_accessed ([kernel.kallsyms]) ffffffff8111df34 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fddceb2f207 ([kernel.kallsyms]) 7fddceb2f207 munmap (/lib64/ld-2.11.3.so) 7fddceb327dd (/lib64/ld-2.11.3.so) objdump 2491 1 7267030.910442: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) 7fddcd9dfdc8 ([kernel.kallsyms]) 7fddcd9dfdc8 __GI_memset (/lib64/libc-2.11.3.so) swapper 0 9 7267030.910459: cycles: ffffffff8108953a sched_clock_cpu ([kernel.kallsyms]) ffffffff81094b7f tick_nohz_stop_sched_tick ([kernel.kallsyms]) ffffffff8106759a irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 11 7267030.910662: cycles: ffffffff813ce021 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) postgres 1593 13 7267030.910754: cycles: 46f47e slot_getattr (/home/Computational/mark/andres/bin/postgres) 5b1497 ExecMakeFunctionResultNoSets (/home/Computational/mark/andres/bin/postgres) 5acf6f ExecQual (/home/Computational/mark/andres/bin/postgres) 5b3860 ExecScan (/home/Computational/mark/andres/bin/postgres) 5ac6d8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c229b ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) swapper 0 14 7267030.911070: cycles: ffffffffa045970a tcp_error (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04553a7 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) objdump 2491 1 7267030.912256: cycles: 405c5f (/usr/bin/objdump) mmfsd 12311 6 7267030.913729: cycles: ffffffffa0455387 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4537 15 7267030.913976: cycles: ffffffff81054a05 try_to_wake_up ([kernel.kallsyms]) ffffffff81083079 autoremove_wake_function ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 4543 8 7267030.914730: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff813e38ce skb_do_copy_data_nocache ([kernel.kallsyms]) ffffffff813e6835 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 17989 2 7267030.915619: cycles: 9209a8 () 2502000000 () 7ffb6c006718 () b10ff0d089ff4a8d ([kernel.kallsyms]) objdump 2491 1 7267030.915961: cycles: ffffffff8125e787 clear_page_c ([kernel.kallsyms]) ffffffff81100085 prep_new_page ([kernel.kallsyms]) ffffffff81100357 get_page_from_freelist ([kernel.kallsyms]) ffffffff81102825 __alloc_pages_nodemask ([kernel.kallsyms]) ffffffff8113d860 alloc_pages_vma ([kernel.kallsyms]) ffffffff8111c7bb do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fddcda295d0 ([kernel.kallsyms]) 7fddcda295d0 __GI___read (/lib64/libc-2.11.3.so) ffffbe000001b685 ([kernel.kallsyms]) swapper 0 7 7267030.916336: cycles: ffffffffa0459e90 tcp_in_window (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa045a808 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813d60f3 ip_rcv ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4539 4 7267030.917083: cycles: ffffffff813e65e4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13573 5 7267030.918181: cycles: ffffffff81046f00 __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffff81392aa8 release_sock ([kernel.kallsyms]) ffffffff813e66f4 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 1566 2 7267030.919226: cycles: ffffffffa04a0835 ([mmfslinux]) ffffffffa05bf168 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64023e20 () mmfsd 13768 3 7267030.919493: cycles: ffffffff81395b10 skb_release_data ([kernel.kallsyms]) ffffffff81395689 __kfree_skb ([kernel.kallsyms]) ffffffff813e5706 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 5f895c8 () 564b513a00000009 () postgres 1593 13 7267030.920712: cycles: 79deca tuplesort_gettuple_common (/home/Computational/mark/andres/bin/postgres) 79e2c1 tuplesort_gettupleslot (/home/Computational/mark/andres/bin/postgres) 5c6399 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c21c8 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 13768 6 7267030.921316: cycles: 7ffb7c1276f0 () mmfsd 4554 10 7267030.921921: cycles: 912017 () objdump 2491 1 7267030.922294: cycles: 7fddce1c0435 (/usr/lib64/libbfd-2.23.1.so) 400000000 () swapper 0 7 7267030.922351: cycles: ffffffff813f904d tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 13754 2 7267030.925031: cycles: ffffffff8104e33a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffff813911e5 __lock_sock ([kernel.kallsyms]) ffffffff8139129c lock_sock_nested ([kernel.kallsyms]) ffffffff813e5380 tcp_recvmsg ([kernel.kallsyms]) ffffffff814077a9 inet_recvmsg ([kernel.kallsyms]) ffffffff8138e4dd sock_recvmsg ([kernel.kallsyms]) ffffffff8138e692 sys_recvfrom ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55bb1 ([kernel.kallsyms]) 7ffb7cb55bb1 () 6ab97ef8 () swapper 0 3 7267030.925623: cycles: ffffffff81094608 update_ts_time_stats ([kernel.kallsyms]) ffffffff810946a0 tick_nohz_stop_idle ([kernel.kallsyms]) ffffffff810947ba tick_check_idle ([kernel.kallsyms]) ffffffff810676b4 irq_enter ([kernel.kallsyms]) ffffffff81003c01 do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) swapper 0 6 7267030.926352: cycles: ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4537 15 7267030.926545: cycles: 1141ff5 () 41d8348000 () mmfsd 4539 5 7267030.927469: cycles: 897965 () 7ffb63611a80 () ffffc90034311ca0 ([kernel.kallsyms]) mmfsd 13754 7 7267030.927502: cycles: ffffffff8108694a hrtimer_init ([kernel.kallsyms]) ffffffff8145fe4a schedule_hrtimeout_range_clock ([kernel.kallsyms]) ffffffff811997f5 ep_poll ([kernel.kallsyms]) ffffffff81199954 sys_epoll_wait ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c127723 ([kernel.kallsyms]) 7ffb7c127723 () 800000000 () mmfsd 4555 14 7267030.928402: cycles: ffffffff8139db54 harmonize_features ([kernel.kallsyms]) ffffffff813a2f3b dev_hard_start_xmit ([kernel.kallsyms]) ffffffff813c0fce sch_direct_xmit ([kernel.kallsyms]) ffffffff813a497d dev_queue_xmit ([kernel.kallsyms]) ffffffff813dc130 ip_finish_output ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () swapper 0 11 7267030.928449: cycles: ffffffff81009160 read_tsc ([kernel.kallsyms]) ffffffff8108d905 getnstimeofday ([kernel.kallsyms]) ffffffff8108d99c ktime_get_real ([kernel.kallsyms]) ffffffff812bd106 intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) perf 30004 1 7267030.930579: cycles: ffffffff8116fb0b d_instantiate ([kernel.kallsyms]) ffffffff81164670 create_write_pipe ([kernel.kallsyms]) ffffffff81164797 do_pipe_flags ([kernel.kallsyms]) ffffffff81164869 sys_pipe2 ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2abdcdbf37 ([kernel.kallsyms]) 7f2abdcdbf37 __GI_pipe2 (/lib64/libc-2.11.3.so) postgres 1593 13 7267030.930675: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffffa04bfedc ([mmfslinux]) ffffffffa04c021c ([mmfslinux]) ffffffffa0553f90 ([mmfs26]) ffffffffa05715f4 ([mmfs26]) ffffffffa04c61ab ([mmfslinux]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873db55d0 ([kernel.kallsyms]) 7fb873db55d0 __GI___read (/lib64/libc-2.11.3.so) perf 2494 2 7267030.931738: cycles: ffffffff81130ab9 free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff8112407d exit_mmap ([kernel.kallsyms]) ffffffff8105e9a9 mmput ([kernel.kallsyms]) ffffffff8116160e exec_mmap ([kernel.kallsyms]) ffffffff81161776 flush_old_exec ([kernel.kallsyms]) ffffffff811a8a06 load_elf_binary ([kernel.kallsyms]) ffffffff8116287d search_binary_handler ([kernel.kallsyms]) ffffffff81162bd1 do_execve_common ([kernel.kallsyms]) ffffffff8100a5e9 sys_execve ([kernel.kallsyms]) ffffffff814691ec stub_execve ([kernel.kallsyms]) 7f2abdcb6a57 ([kernel.kallsyms]) 7f2abdcb6a57 __execve (/lib64/libc-2.11.3.so) mmfsd 13768 3 7267030.932360: cycles: ffffffff8145e9c0 __schedule ([kernel.kallsyms]) ffffffff81468e0a sysret_careful ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () mmfsd 5354 6 7267030.933413: cycles: ffffffff81460eea _raw_spin_lock_irqsave ([kernel.kallsyms]) ffffffffa04a8b85 ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb64008820 () sh 2494 2 7267030.934958: cycles: ffffffff811765f9 vfsmount_lock_local_lock ([kernel.kallsyms]) ffffffff81166f25 path_init ([kernel.kallsyms]) ffffffff8116958d path_lookupat ([kernel.kallsyms]) ffffffff81169baf do_path_lookup ([kernel.kallsyms]) ffffffff8116a96f user_path_at_empty ([kernel.kallsyms]) ffffffff8115f36b vfs_fstatat ([kernel.kallsyms]) ffffffff8115f4ff sys_newstat ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fe6c1b66765 ([kernel.kallsyms]) 7fe6c1b66765 _xstat (/lib64/libc-2.11.3.so) 6f6974617475706d () addr2lin 2494 3 7267030.935655: cycles: ffffffff811277bf mprotect_fixup ([kernel.kallsyms]) ffffffff81127ab9 sys_mprotect ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f23728ff237 ([kernel.kallsyms]) 7f23728ff237 __mprotect (/lib64/ld-2.11.3.so) 7f2372ad54d0 (/lib64/ld-2.11.3.so) 0 () swapper 0 4 7267030.936302: cycles: ffffffff813f9691 tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) mmfsd 4555 15 7267030.936521: cycles: 9162b3 () 0 () addr2lin 2494 3 7267030.937327: cycles: 7f23724b9958 bfd_elf64_swap_symbol_in (/usr/lib64/libbfd-2.23.1.so) 637100 () mmfsd 4537 14 7267030.938410: cycles: 9160c3 () 0 () addr2lin 2494 3 7267030.939416: cycles: ffffffff81153fa0 __mem_cgroup_commit_charge ([kernel.kallsyms]) ffffffff81154636 mem_cgroup_charge_common ([kernel.kallsyms]) ffffffff8111c7db do_anonymous_page ([kernel.kallsyms]) ffffffff8146493d do_page_fault ([kernel.kallsyms]) ffffffff81461565 page_fault ([kernel.kallsyms]) ffffffff810f896c file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2371d195d0 ([kernel.kallsyms]) 7f2371d195d0 __GI___read (/lib64/libc-2.11.3.so) ae560f48000069f8 ([kernel.kallsyms]) postgres 1593 13 7267030.940740: cycles: 46f0f3 slot_deform_tuple (/home/Computational/mark/andres/bin/postgres) 46f508 slot_getattr (/home/Computational/mark/andres/bin/postgres) 5c1e96 MJEvalInnerValues (/home/Computational/mark/andres/bin/postgres) 5c21e1 ExecMergeJoin (/home/Computational/mark/andres/bin/postgres) 5ac628 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c6439 ExecSort (/home/Computational/mark/andres/bin/postgres) 5ac5f8 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5c0288 ExecLimit (/home/Computational/mark/andres/bin/postgres) 5ac538 ExecProcNode (/home/Computational/mark/andres/bin/postgres) 5ab966 standard_ExecutorRun (/home/Computational/mark/andres/bin/postgres) 56467f ExplainOnePlan (/home/Computational/mark/andres/bin/postgres) 56483c ExplainOneQuery (/home/Computational/mark/andres/bin/postgres) 564c3a ExplainQuery (/home/Computational/mark/andres/bin/postgres) 6a3aa3 standard_ProcessUtility (/home/Computational/mark/andres/bin/postgres) 69fdeb PortalRunUtility (/home/Computational/mark/andres/bin/postgres) 6a10a1 FillPortalStore (/home/Computational/mark/andres/bin/postgres) 6a1684 PortalRun (/home/Computational/mark/andres/bin/postgres) 69ddc8 exec_simple_query (/home/Computational/mark/andres/bin/postgres) 69f6f5 PostgresMain (/home/Computational/mark/andres/bin/postgres) 647bf7 ServerLoop (/home/Computational/mark/andres/bin/postgres) 648d4c PostmasterMain (/home/Computational/mark/andres/bin/postgres) 5ddc84 main (/home/Computational/mark/andres/bin/postgres) 7fb873d06c36 __libc_start_main (/lib64/libc-2.11.3.so) mmfsd 17989 5 7267030.941917: cycles: 9208fd () 2502000000 () 7ffb00000008 () b10ff0d089ff4a8d ([kernel.kallsyms]) addr2lin 2494 3 7267030.943626: cycles: 7f23724b0410 (/usr/lib64/libbfd-2.23.1.so) 200000001 () mmfsd 13573 4 7267030.946459: cycles: ffffffffa045a771 tcp_packet (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffffa04556d6 nf_conntrack_in (/lib/modules/3.0.101-0.15-default/kernel/net/netfilter/nf_conntrack.ko) ffffffff813cdf04 nf_iterate ([kernel.kallsyms]) ffffffff813ce089 nf_hook_slow ([kernel.kallsyms]) ffffffff813da8af __ip_local_out ([kernel.kallsyms]) ffffffff813dad09 ip_local_out ([kernel.kallsyms]) ffffffff813db2b7 ip_queue_xmit ([kernel.kallsyms]) ffffffff813f1550 tcp_transmit_skb ([kernel.kallsyms]) ffffffff813f3f98 tcp_write_xmit ([kernel.kallsyms]) ffffffff813f4325 __tcp_push_pending_frames ([kernel.kallsyms]) ffffffff813e6900 tcp_sendmsg ([kernel.kallsyms]) ffffffff8138e1ab sock_sendmsg ([kernel.kallsyms]) ffffffff8138f3ab ___sys_sendmsg ([kernel.kallsyms]) ffffffff8138f5a2 __sys_sendmsg ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7cb55dfd ([kernel.kallsyms]) 7ffb7cb55dfd () mmfsd 13754 14 7267030.948107: cycles: ffffffff8104e9e1 enqueue_entity ([kernel.kallsyms]) ffffffff8104f867 enqueue_task_fair ([kernel.kallsyms]) ffffffff81051f3c ttwu_activate ([kernel.kallsyms]) ffffffff81051fbe ttwu_do_activate ([kernel.kallsyms]) ffffffff81054b98 try_to_wake_up ([kernel.kallsyms]) ffffffff81046f2a __wake_up_common ([kernel.kallsyms]) ffffffff8104c053 __wake_up ([kernel.kallsyms]) ffffffffa04be300 ([mmfslinux]) ffffffffa05c064a ([mmfs26]) ffffffffa0605a42 ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 1bfffffffff () mmfsd 13768 9 7267030.948864: cycles: ffffffff8115bdeb fget_light ([kernel.kallsyms]) ffffffff8116c370 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 0 () addr2lin 2494 3 7267030.950273: cycles: ffffffff811548ab __mem_cgroup_uncharge_common ([kernel.kallsyms]) ffffffff81128dea page_remove_rmap ([kernel.kallsyms]) ffffffff8111de89 zap_pte_range ([kernel.kallsyms]) ffffffff8111e2b5 unmap_page_range ([kernel.kallsyms]) ffffffff8111e48c unmap_vmas ([kernel.kallsyms]) ffffffff8112416d unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7f2371d23c87 ([kernel.kallsyms]) 7f2371d23c87 __munmap (/lib64/libc-2.11.3.so) mmfsd 12193 7 7267030.950399: cycles: ffffffff8104d72f update_curr ([kernel.kallsyms]) ffffffff8104e28a dequeue_entity ([kernel.kallsyms]) ffffffff8104f6ea dequeue_task_fair ([kernel.kallsyms]) ffffffff8145e8e7 __schedule ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 7ffb6c01ba10 () postgres 1593 13 7267030.950688: cycles: ffffffff8114fa14 mem_cgroup_del_lru_list ([kernel.kallsyms]) ffffffff81106013 release_pages ([kernel.kallsyms]) ffffffff81130afd free_pages_and_swap_cache ([kernel.kallsyms]) ffffffff8111db4c tlb_flush_mmu ([kernel.kallsyms]) ffffffff8111dfce tlb_finish_mmu ([kernel.kallsyms]) ffffffff811241bc unmap_region ([kernel.kallsyms]) ffffffff81125500 do_munmap ([kernel.kallsyms]) ffffffff811255fd sys_munmap ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fb873dbfc87 ([kernel.kallsyms]) 7fb873dbfc87 __munmap (/lib64/libc-2.11.3.so) cea4a0 () mmfsd 12090 15 7267030.951468: cycles: ffffffffa05bf22f ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 15ca730 () swapper 0 2 7267030.951753: cycles: ffffffff813ee78e tcp_clean_rtx_queue ([kernel.kallsyms]) ffffffff813eed1f tcp_ack ([kernel.kallsyms]) ffffffff813efa24 tcp_rcv_established ([kernel.kallsyms]) ffffffff813f9186 tcp_v4_do_rcv ([kernel.kallsyms]) ffffffff813f97eb tcp_v4_rcv ([kernel.kallsyms]) ffffffff813d6338 ip_local_deliver_finish ([kernel.kallsyms]) ffffffff8139f982 __netif_receive_skb ([kernel.kallsyms]) ffffffff813a51c0 netif_receive_skb ([kernel.kallsyms]) ffffffff813a52d8 napi_skb_finish ([kernel.kallsyms]) ffffffffa041224c ixgbe_clean_rx_irq (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffffa0412dce ixgbe_poll (/lib/modules/3.0.101-0.15-default/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko) ffffffff813a5eba net_rx_action ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81003c1f do_IRQ ([kernel.kallsyms]) ffffffff81461313 ret_from_intr ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) sh 2495 5 7267030.953671: cycles: 7f7ed6ab0e77 _int_malloc (/lib64/libc-2.11.3.so) swapper 0 0 7267030.954687: cycles: ffffffff811451fa kmem_cache_free ([kernel.kallsyms]) ffffffff810cd5d2 rcu_do_batch ([kernel.kallsyms]) ffffffff810cd96d rcu_process_callbacks ([kernel.kallsyms]) ffffffff810677df __do_softirq ([kernel.kallsyms]) ffffffff81469fdc call_softirq ([kernel.kallsyms]) ffffffff81004435 do_softirq ([kernel.kallsyms]) ffffffff810675a5 irq_exit ([kernel.kallsyms]) ffffffff81026588 smp_apic_timer_interrupt ([kernel.kallsyms]) ffffffff81469773 apic_timer_interrupt ([kernel.kallsyms]) ffffffff812bd12e intel_idle ([kernel.kallsyms]) ffffffff8137aa0b cpuidle_idle_call ([kernel.kallsyms]) ffffffff81002126 cpu_idle ([kernel.kallsyms]) ffffffff81befeff start_kernel ([kernel.kallsyms]) ffffffff81bef3c9 x86_64_start_kernel ([kernel.kallsyms]) mmfsd 4543 8 7267030.954763: cycles: ffffffff81051978 find_busiest_group ([kernel.kallsyms]) ffffffff810589e5 load_balance ([kernel.kallsyms]) ffffffff81059266 idle_balance ([kernel.kallsyms]) ffffffff8145ef1a thread_return ([kernel.kallsyms]) ffffffffa04a8b7d ([mmfslinux]) ffffffffa05bf0f1 ([mmfs26]) ffffffffa05c0478 ([mmfs26]) ffffffffa0605afe ([mmfs26]) ffffffffa04c3c65 ([mmfslinux]) ffffffff8116c01b do_vfs_ioctl ([kernel.kallsyms]) ffffffff8116c3e1 sys_ioctl ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7ffb7c11f3d7 ([kernel.kallsyms]) 7ffb7c11f3d7 () 66eeb50 () addr2lin 2495 4 7267030.958440: cycles: ffffffff8125ea0d copy_user_generic_string ([kernel.kallsyms]) ffffffff810f89e4 file_read_actor ([kernel.kallsyms]) ffffffff810fa603 do_generic_file_read ([kernel.kallsyms]) ffffffff810fad8c generic_file_aio_read ([kernel.kallsyms]) ffffffff8115aa08 do_sync_read ([kernel.kallsyms]) ffffffff8115b1b7 vfs_read ([kernel.kallsyms]) ffffffff8115b323 sys_read ([kernel.kallsyms]) ffffffff81468d92 system_call_fastpath ([kernel.kallsyms]) 7fee9177d5d0 ([kernel.kallsyms]) 7fee9177d5d0 __GI___read (/lib64/libc-2.11.3.so) 7b0930 ()