stable/11: lock contention on zone_fetch_slab
Slawa Olhovchenkov
slw at zxy.spb.ru
Sun Oct 16 18:26:23 UTC 2016
@ CPU_CLK_UNHALTED_CORE [271718 samples]
22.48% [61081] lock_delay @ /boot/kernel/kernel
99.72% [60908] __mtx_lock_sleep
67.69% [41230] zone_fetch_slab
100.0% [41230] zone_import
100.0% [41230] zone_alloc_item
99.99% [41226] uma_zalloc_arg
74.55% [30732] m_getm2
100.0% [30732] m_uiotombuf
100.0% [30732] sosend_generic
99.93% [30711] soo_write
100.0% [30711] dofilewrite
100.0% [30711] kern_writev
99.37% [30518] sys_writev
100.0% [30518] amd64_syscall
00.63% [193] sys_write
100.0% [193] amd64_syscall
00.07% [21] kern_sendit
100.0% [21] sendit
100.0% [21] sys_sendto
100.0% [21] amd64_syscall
20.84% [8590] m_copym
100.0% [8590] tcp_output
96.18% [8262] tcp_usr_send
100.0% [8262] sosend_generic
99.67% [8235] soo_write
100.0% [8235] dofilewrite
100.0% [8235] kern_writev
99.38% [8184] sys_writev
100.0% [8184] amd64_syscall
00.62% [51] sys_write
100.0% [51] amd64_syscall
00.33% [27] kern_sendit
100.0% [27] sendit
100.0% [27] sys_sendto
100.0% [27] amd64_syscall
03.82% [328] tcp_timer_rexmt
100.0% [328] softclock_call_cc
100.0% [328] softclock
100.0% [328] intr_event_execute_handlers
100.0% [328] ithread_loop
100.0% [328] fork_exit
04.55% [1874] tcp_output
75.72% [1419] tcp_usr_send
100.0% [1419] sosend_generic
98.38% [1396] soo_write
100.0% [1396] dofilewrite
100.0% [1396] kern_writev
87.11% [1216] sys_writev
100.0% [1216] amd64_syscall
12.89% [180] sys_write
100.0% [180] amd64_syscall
01.62% [23] kern_sendit
100.0% [23] sendit
100.0% [23] sys_sendto
100.0% [23] amd64_syscall
13.07% [245] tcp_timer_rexmt
100.0% [245] softclock_call_cc
100.0% [245] softclock
100.0% [245] intr_event_execute_handlers
100.0% [245] ithread_loop
100.0% [245] fork_exit
06.46% [121] tcp_timer_delack
100.0% [121] softclock_call_cc
100.0% [121] softclock
100.0% [121] intr_event_execute_handlers
100.0% [121] ithread_loop
100.0% [121] fork_exit
02.99% [56] tcp_do_segment
100.0% [56] tcp_input
100.0% [56] ip_input
100.0% [56] swi_net
100.0% [56] intr_event_execute_handlers
100.0% [56] ithread_loop
100.0% [56] fork_exit
01.55% [29] tcp_usr_disconnect
100.0% [29] soclose
100.0% [29] _fdrop
100.0% [29] closef
100.0% [29] closefp
100.0% [29] amd64_syscall
00.11% [2] tcp_timer_persist
100.0% [2] softclock_call_cc
100.0% [2] softclock
100.0% [2] intr_event_execute_handlers
100.0% [2] ithread_loop
100.0% [2] fork_exit
00.11% [2] tcp_drop
100.0% [2] tcp_timer_rexmt
100.0% [2] softclock_call_cc
100.0% [2] softclock
100.0% [2] intr_event_execute_handlers
100.0% [2] ithread_loop
100.0% [2] fork_exit
00.07% [28] syncache_respond
100.0% [28] syncache_timer
100.0% [28] softclock_call_cc
100.0% [28] softclock
100.0% [28] intr_event_execute_handlers
100.0% [28] ithread_loop
100.0% [28] fork_exit
00.00% [1] kqueue_register
100.0% [1] kqfd_register
100.0% [1] aio_aqueue
100.0% [1] amd64_syscall
00.00% [1] mb_zinit_pack
100.0% [1] zone_alloc_item
100.0% [1] uma_zalloc_arg
100.0% [1] m_getm2
100.0% [1] m_uiotombuf
100.0% [1] sosend_generic
100.0% [1] soo_write
100.0% [1] dofilewrite
100.0% [1] kern_writev
100.0% [1] sys_writev
00.01% [4] keg_alloc_slab
100.0% [4] keg_fetch_slab
100.0% [4] zone_fetch_slab
100.0% [4] zone_import
100.0% [4] zone_alloc_item
100.0% [4] uma_zalloc_arg
100.0% [4] m_getm2
100.0% [4] m_uiotombuf
100.0% [4] sosend_generic
100.0% [4] soo_write
100.0% [4] dofilewrite
16.50% [10051] ixgbe_deferred_mq_start @ /boot/kernel/if_ix.ko
100.0% [10051] taskqueue_run_locked @ /boot/kernel/kernel
100.0% [10051] taskqueue_thread_loop
100.0% [10051] fork_exit
12.37% [7537] zone_release
100.0% [7537] uma_zfree_arg
90.83% [6846] m_freem
97.14% [6650] ixgbe_txeof @ /boot/kernel/if_ix.ko
100.0% [6650] ixgbe_mq_start_locked
92.33% [6140] ixgbe_mq_start
100.0% [6140] lagg_transmit @ /boot/kernel/if_lagg.ko
100.0% [6140] ether_output @ /boot/kernel/kernel
100.0% [6140] ip_output
100.0% [6140] tcp_output
94.72% [5816] tcp_usr_send
100.0% [5816] sosend_generic
100.0% [5816] soo_write
100.0% [5816] dofilewrite
05.28% [324] tcp_timer_rexmt
100.0% [324] softclock_call_cc
100.0% [324] softclock
100.0% [324] intr_event_execute_handlers
07.67% [510] ixgbe_deferred_mq_start @ /boot/kernel/if_ix.ko
100.0% [510] taskqueue_run_locked @ /boot/kernel/kernel
100.0% [510] taskqueue_thread_loop
100.0% [510] fork_exit
02.86% [196] tcp_do_segment
100.0% [196] tcp_input
100.0% [196] ip_input
100.0% [196] swi_net
100.0% [196] intr_event_execute_handlers
100.0% [196] ithread_loop
100.0% [196] fork_exit
05.04% [380] mb_free_ext
82.63% [314] soreceive_generic
100.0% [314] kern_recvit
100.0% [314] sys_recvfrom
100.0% [314] amd64_syscall
13.42% [51] m_freem
70.59% [36] soisdisconnected
100.0% [36] tcp_close
100.0% [36] tcp_timer_rexmt
100.0% [36] softclock_call_cc
100.0% [36] softclock
100.0% [36] intr_event_execute_handlers
100.0% [36] ithread_loop
100.0% [36] fork_exit
23.53% [12] ixgbe_txeof @ /boot/kernel/if_ix.ko
100.0% [12] ixgbe_mq_start_locked
100.0% [12] ixgbe_mq_start
100.0% [12] lagg_transmit @ /boot/kernel/if_lagg.ko
100.0% [12] ether_output @ /boot/kernel/kernel
100.0% [12] ip_output
100.0% [12] tcp_output
91.67% [11] tcp_usr_send
100.0% [11] sosend_generic
100.0% [11] soo_write
08.33% [1] tcp_timer_rexmt
100.0% [1] softclock_call_cc
100.0% [1] softclock
03.92% [2] tcp_usr_send
100.0% [2] sosend_generic
100.0% [2] soo_write
100.0% [2] dofilewrite
100.0% [2] kern_writev
100.0% [2] sys_writev
100.0% [2] amd64_syscall
01.96% [1] sbflush
100.0% [1] tcp_disconnect
100.0% [1] tcp_usr_disconnect
100.0% [1] soclose
100.0% [1] _fdrop
100.0% [1] closef
100.0% [1] closefp
100.0% [1] amd64_syscall
03.95% [15] sbcompress
100.0% [15] sbappendstream
100.0% [15] tcp_usr_send
100.0% [15] sosend_generic
100.0% [15] soo_write
100.0% [15] dofilewrite
100.0% [15] kern_writev
86.67% [13] sys_write
100.0% [13] amd64_syscall
13.33% [2] sys_writev
100.0% [2] amd64_syscall
02.12% [160] sbcompress
56.25% [90] sbappendstream_locked
100.0% [90] tcp_do_segment
100.0% [90] tcp_input
100.0% [90] ip_input
100.0% [90] swi_net
100.0% [90] intr_event_execute_handlers
100.0% [90] ithread_loop
100.0% [90] fork_exit
43.75% [70] sbappendstream
100.0% [70] tcp_usr_send
100.0% [70] sosend_generic
100.0% [70] soo_write
100.0% [70] dofilewrite
100.0% [70] kern_writev
98.57% [69] sys_write
100.0% [69] amd64_syscall
01.43% [1] sys_writev
100.0% [1] amd64_syscall
02.00% [151] soreceive_generic
51.66% [78] kern_recvit
100.0% [78] sys_recvfrom
100.0% [78] amd64_syscall
48.34% [73] dofileread
100.0% [73] kern_readv
100.0% [73] sys_read
100.0% [73] amd64_syscall
00.70% [427] aio_aqueue
100.0% [427] amd64_syscall
00.65% [396] aio_clear_cancel_function
100.0% [396] aio_daemon
100.0% [396] fork_exit
00.53% [322] _vm_page_deactivate
100.0% [322] vm_object_madvise
100.0% [322] vm_map_madvise
100.0% [322] sys_madvise
100.0% [322] amd64_syscall
00.38% [234] keg_alloc_slab
100.0% [234] keg_fetch_slab
100.0% [234] zone_fetch_slab
100.0% [234] zone_import
100.0% [234] zone_alloc_item
100.0% [234] uma_zalloc_arg
100.0% [234] m_getm2
100.0% [234] m_uiotombuf
100.0% [234] sosend_generic
100.0% [234] soo_write
100.0% [234] dofilewrite
100.0% [234] kern_writev
100.0% [234] sys_writev
100.0% [234] amd64_syscall
00.21% [129] aio_complete
100.0% [129] aio_process_rw
100.0% [129] aio_daemon
100.0% [129] fork_exit
00.19% [115] vm_page_alloc
66.96% [77] uma_small_alloc
100.0% [77] keg_alloc_slab
100.0% [77] keg_fetch_slab
100.0% [77] zone_fetch_slab
100.0% [77] zone_import
100.0% [77] zone_alloc_item
100.0% [77] uma_zalloc_arg
100.0% [77] m_getm2
100.0% [77] m_uiotombuf
100.0% [77] sosend_generic
100.0% [77] soo_write
100.0% [77] dofilewrite
100.0% [77] kern_writev
20.00% [23] vm_fault_hold
91.30% [21] vm_fault_quick_hold_pages
100.0% [21] vn_io_fault1
100.0% [21] vn_io_fault
100.0% [21] aio_process_rw
100.0% [21] aio_daemon
100.0% [21] fork_exit
08.70% [2] vm_fault
100.0% [2] trap_pfault
100.0% [2] trap
13.04% [15] kmem_back
100.0% [15] kmem_malloc
100.0% [15] keg_alloc_slab
100.0% [15] keg_fetch_slab
100.0% [15] zone_fetch_slab
100.0% [15] zone_import
53.33% [8] zone_alloc_item
100.0% [8] uma_zalloc_arg
100.0% [8] arc_get_data_buf @ /boot/kernel/zfs.ko
100.0% [8] arc_buf_alloc
100.0% [8] dbuf_read
100.0% [8] dmu_tx_check_ioerr
100.0% [8] dmu_tx_count_write
46.67% [7] uma_zalloc_arg @ /boot/kernel/kernel
100.0% [7] arc_get_data_buf @ /boot/kernel/zfs.ko
100.0% [7] arc_buf_alloc
100.0% [7] dbuf_read
100.0% [7] dmu_tx_check_ioerr
100.0% [7] dmu_tx_count_write
100.0% [7] dmu_tx_hold_write
More information about the freebsd-stable
mailing list