Skip site navigation (1)Skip section navigation (2)
Date:      Fri, 10 Oct 2014 02:56:26 +0200
From:      Mark Martinec <Mark.Martinec+freebsd@ijs.si>
To:        freebsd-stable@freebsd.org
Subject:   Re: zfs pool import hangs on [tx->tx_sync_done_cv]
Message-ID:  <54372EBA.1000908@ijs.si>
In-Reply-To: <644FA8299BF848E599B82D2C2C298EA7@multiplay.co.uk>
References:  <54372173.1010100@ijs.si> <644FA8299BF848E599B82D2C2C298EA7@multiplay.co.uk>

next in thread | previous in thread | raw e-mail | index | archive | help
On 10/10/2014 02:06, Steven Hartland wrote:
 > What does procstat -k -k report?

For the hung process the procstat -k -k was (as in my previous posting):

# procstat -kk 939

   PID    TID COMM             TDNAME KSTACK
   939 100632 zpool            -                mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d txg_wait_synced+0x85 spa_load+0x1cd1 
spa_load_best+0x6f spa_import+0x1ff zfs_ioc_pool_import+0x137 
zfsdev_ioctl+0x6f0 devfs_ioctl_f+0x114 kern_ioctl+0x255 sys_ioctl+0x13c 
amd64_syscall+0x351 Xfast_syscall+0xfb



For the whole system (-k -k -a) it's here
(needed to re-do the experiment, the hung PID this time is 2074)

   PID    TID COMM             TDNAME           KSTACK 

     0 100000 kernel           swapper          mi_switch+0xe1 
sleepq_timedwait+0x3a _sleep+0x26e swapper+0x28f btext+0x2c
     0 100024 kernel           firmware taskq   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100026 kernel           thread taskq     mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100027 kernel           ffs_trim taskq   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100029 kernel           kqueue taskq     mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100032 kernel           acpi_task_0      mi_switch+0xe1 
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd 
fork_exit+0x9a fork_trampoline+0xe
     0 100033 kernel           acpi_task_1      mi_switch+0xe1 
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd 
fork_exit+0x9a fork_trampoline+0xe
     0 100034 kernel           acpi_task_2      mi_switch+0xe1 
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd 
fork_exit+0x9a fork_trampoline+0xe
     0 100037 kernel           mps0 taskq       mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100039 kernel           em0 que          mi_switch+0xe1 
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd 
fork_exit+0x9a fork_trampoline+0xe
     0 100040 kernel           em0 txq          mi_switch+0xe1 
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd 
fork_exit+0x9a fork_trampoline+0xe
     0 100079 kernel           em1 taskq        mi_switch+0xe1 
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd 
fork_exit+0x9a fork_trampoline+0xe
     0 100098 kernel           mca taskq        mi_switch+0xe1 
sleepq_wait+0x3a msleep_spin_sbt+0x1a3 taskqueue_thread_loop+0xfd 
fork_exit+0x9a fork_trampoline+0xe
     0 100099 kernel           system_taskq_0   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100100 kernel           system_taskq_1   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100101 kernel           system_taskq_2   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100102 kernel           system_taskq_3   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100103 kernel           system_taskq_4   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100104 kernel           system_taskq_5   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100105 kernel           system_taskq_6   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100106 kernel           system_taskq_7   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100110 kernel           CAM taskq        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100119 kernel           zio_null_issue   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100120 kernel           zio_null_intr    mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100121 kernel           zio_read_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100122 kernel           zio_read_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100176 kernel           zio_read_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100180 kernel           zio_read_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100182 kernel           zio_read_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100183 kernel           zio_read_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100185 kernel           zio_read_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100187 kernel           zio_read_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100188 kernel           zio_read_intr_0  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100189 kernel           zio_read_intr_1  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100190 kernel           zio_read_intr_2  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100191 kernel           zio_read_intr_3  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100192 kernel           zio_read_intr_4  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100193 kernel           zio_read_intr_5  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100194 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100195 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100196 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100197 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100198 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100199 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100200 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100201 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100202 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100203 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100204 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100205 kernel           zio_write_intr_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100206 kernel           zio_write_intr_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100207 kernel           zio_write_intr_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100208 kernel           zio_write_intr_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100209 kernel           zio_write_intr_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100210 kernel           zio_write_intr_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100211 kernel           zio_write_intr_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100212 kernel           zio_write_intr_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100213 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100214 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100215 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100216 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100217 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100218 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100219 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100220 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100221 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100222 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100223 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100224 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100225 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100226 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100227 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100228 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100229 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100230 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100231 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100232 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100233 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100234 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100235 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100236 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100237 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100238 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100239 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100240 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100241 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100242 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100243 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100244 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100245 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100246 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100247 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100248 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100249 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100250 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100251 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100252 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100253 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100254 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100255 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100256 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100257 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100258 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100259 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100260 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100261 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100262 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100264 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100265 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100266 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100267 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100268 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100269 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100270 kernel           zio_null_issue   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100271 kernel           zio_null_intr    mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100272 kernel           zio_read_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100273 kernel           zio_read_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100274 kernel           zio_read_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100275 kernel           zio_read_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100276 kernel           zio_read_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100277 kernel           zio_read_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100278 kernel           zio_read_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100279 kernel           zio_read_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100280 kernel           zio_read_intr_0  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100281 kernel           zio_read_intr_1  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100282 kernel           zio_read_intr_2  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100283 kernel           zio_read_intr_3  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100284 kernel           zio_read_intr_4  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100285 kernel           zio_read_intr_5  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100286 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100287 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100288 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100289 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100290 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100291 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100292 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100293 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100294 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100295 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100296 kernel           zio_write_issue_ mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100297 kernel           zio_write_intr_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100298 kernel           zio_write_intr_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100299 kernel           zio_write_intr_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100300 kernel           zio_write_intr_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100301 kernel           zio_write_intr_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100302 kernel           zio_write_intr_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100303 kernel           zio_write_intr_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100304 kernel           zio_write_intr_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100305 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100306 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100307 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100308 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100309 kernel           zio_write_intr_h mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100310 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100311 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100312 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100313 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100314 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100315 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100316 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100317 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100318 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100319 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100320 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100321 kernel           zio_free_issue_0 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100322 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100323 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100324 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100325 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100326 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100327 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100328 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100329 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100330 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100331 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100332 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100333 kernel           zio_free_issue_1 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100334 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100335 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100336 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100337 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100338 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100339 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100340 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100341 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100342 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100343 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100344 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100345 kernel           zio_free_issue_2 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100346 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100347 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100348 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100349 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100350 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100351 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100352 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100353 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100354 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100355 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100356 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100357 kernel           zio_free_issue_3 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100358 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100359 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100360 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100361 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100362 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100363 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100364 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100365 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100366 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100367 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100368 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100369 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100370 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100371 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100372 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100373 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100374 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100375 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100376 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100377 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100378 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100379 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100380 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100381 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100382 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100383 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100384 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100385 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100386 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100387 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100388 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100389 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100390 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100391 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100392 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100393 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100394 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100395 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100396 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100397 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100398 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100399 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100400 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100401 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100402 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100403 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100404 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100405 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100406 kernel           zio_free_intr    mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100407 kernel           zio_claim_issue  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100408 kernel           zio_claim_intr   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100409 kernel           zio_ioctl_issue  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100410 kernel           zio_ioctl_intr   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100412 kernel           metaslab_group_t mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100413 kernel           metaslab_group_t mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100414 kernel           metaslab_group_t mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100415 kernel           metaslab_group_t mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100416 kernel           zfs_vn_rele_task mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100417 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100418 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100419 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100420 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100423 kernel           zil_clean        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100433 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100438 kernel           zil_clean        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100439 kernel           zil_clean        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100440 kernel           zil_clean        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100441 kernel           zil_clean        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100442 kernel           zil_clean        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100443 kernel           zil_clean        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100444 kernel           zil_clean        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100445 kernel           zil_clean        mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100526 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100527 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100528 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100529 kernel           zio_free_issue_4 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100530 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100531 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100532 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100533 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100534 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100535 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100536 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100537 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100538 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100539 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100540 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100541 kernel           zio_free_issue_5 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100647 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100649 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100651 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100652 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100653 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100654 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100655 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100656 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100657 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100658 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100659 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100660 kernel           zio_free_issue_6 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100661 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100662 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100663 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100664 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100665 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100666 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100667 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100668 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100669 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100670 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100671 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 100672 kernel           zio_free_issue_7 mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101449 kernel           zio_free_intr    mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101450 kernel           zio_claim_issue  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101451 kernel           zio_claim_intr   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101452 kernel           zio_ioctl_issue  mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101454 kernel           zio_ioctl_intr   mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101527 kernel           metaslab_group_t mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101528 kernel           metaslab_group_t mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101529 kernel           metaslab_group_t mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101530 kernel           metaslab_group_t mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     0 101531 kernel           zfs_vn_rele_task mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 taskqueue_thread_loop+0xd5 fork_exit+0x9a 
fork_trampoline+0xe
     1 100002 init             -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d 
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
     2 100030 cam              doneq0           mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 xpt_done_td+0x8e fork_exit+0x9a 
fork_trampoline+0xe
     2 100031 cam              doneq1           mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 xpt_done_td+0x8e fork_exit+0x9a 
fork_trampoline+0xe
     2 100111 cam              scanner          mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 xpt_scanner_thread+0x7c fork_exit+0x9a 
fork_trampoline+0xe
     3 100107 zfskern          arc_reclaim_thre mi_switch+0xe1 
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b arc_reclaim_thread+0x301 
fork_exit+0x9a fork_trampoline+0xe
     3 100108 zfskern          l2arc_feed_threa mi_switch+0xe1 
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b l2arc_feed_thread+0x16f 
fork_exit+0x9a fork_trampoline+0xe
     3 100177 zfskern          txg_thread_enter mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d txg_quiesce_thread+0x39b fork_exit+0x9a 
fork_trampoline+0xe
     3 100181 zfskern          txg_thread_enter mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d zio_wait+0x5b dsl_pool_sync+0x371 
spa_sync+0x530 txg_sync_thread+0x3a6 fork_exit+0x9a fork_trampoline+0xe
     3 100411 zfskern          trim zroot       mi_switch+0xe1 
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b trim_thread+0x9e 
fork_exit+0x9a fork_trampoline+0xe
     3 100421 zfskern          txg_thread_enter mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d txg_quiesce_thread+0x39b fork_exit+0x9a 
fork_trampoline+0xe
     3 100422 zfskern          txg_thread_enter mi_switch+0xe1 
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b txg_sync_thread+0x1dc 
fork_exit+0x9a fork_trampoline+0xe
     3 101526 zfskern          trim sys1boot    mi_switch+0xe1 
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b trim_thread+0x9e 
fork_exit+0x9a fork_trampoline+0xe
     4 100109 sctp_iterator    -                mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 sctp_iterator_thread+0x69 fork_exit+0x9a 
fork_trampoline+0xe
     5 100112 enc_daemon0      -                mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 enc_daemon+0x140 fork_exit+0x9a 
fork_trampoline+0xe
     6 100113 pagedaemon       -                mi_switch+0xe1 
sleepq_timedwait+0x3a _sleep+0x26e vm_pageout+0x275 fork_exit+0x9a 
fork_trampoline+0xe
     7 100114 vmdaemon         -                mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 vm_daemon+0x91 fork_exit+0x9a 
fork_trampoline+0xe
     8 100115 pagezero         -                mi_switch+0xe1 
sleepq_timedwait+0x3a _sleep+0x26e vm_pagezero+0x98 fork_exit+0x9a 
fork_trampoline+0xe
     9 100116 bufdaemon        -                mi_switch+0xe1 
sleepq_timedwait+0x3a _sleep+0x26e buf_daemon+0x78 fork_exit+0x9a 
fork_trampoline+0xe
    10 100001 audit            -                mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d audit_worker+0xa3 fork_exit+0x9a 
fork_trampoline+0xe
    11 100003 idle             idle: cpu0       <running> 

    11 100004 idle             idle: cpu1       <running> 

    11 100005 idle             idle: cpu2       <running> 

    11 100006 idle             idle: cpu3       <running> 

    11 100007 idle             idle: cpu4       <running> 

    11 100008 idle             idle: cpu5       <running> 

    11 100009 idle             idle: cpu6       <running> 

    11 100010 idle             idle: cpu7       mi_switch+0xe1 
critical_exit+0x7a sched_idletd+0x1d5 fork_exit+0x9a fork_trampoline+0xe
    12 100011 intr             swi4: clock      mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100012 intr             swi4: clock 

    12 100013 intr             swi4: clock 

    12 100014 intr             swi4: clock 

    12 100015 intr             swi4: clock 

    12 100016 intr             swi4: clock 

    12 100017 intr             swi4: clock 

    12 100018 intr             swi4: clock 

    12 100019 intr             swi1: netisr 0   mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100020 intr             swi3: vm 

    12 100028 intr             swi5: fast taskq mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100035 intr             swi6: task queue mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100036 intr             swi6: Giant task mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100038 intr             irq256: mps0     mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100041 intr             irq16: uhci0+ 

    12 100046 intr             irq21: uhci1 

    12 100051 intr             irq19: uhci2 uhc 

    12 100056 intr             irq18: em1 ehci0 

    12 100061 intr             irq258: hdac0    mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100062 intr             irq23: uhci3 ehc mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100080 intr             irq259: ahci1:ch mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100081 intr             irq260: ahci1:ch mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100082 intr             irq261: ahci1:ch 

    12 100083 intr             irq262: ahci1:ch mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100084 intr             irq263: ahci1:ch mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100085 intr             irq264: ahci1:ch mi_switch+0xe1 
ithread_loop+0x190 fork_exit+0x9a fork_trampoline+0xe
    12 100086 intr             irq265: ahci1:6 

    12 100087 intr             irq266: ahci1:7 

    12 100088 intr             irq267: ahci1:8 

    12 100089 intr             irq268: ahci1:9 

    12 100090 intr             irq269: ahci1:10 

    12 100091 intr             irq270: ahci1:11 

    12 100092 intr             irq271: ahci1:12 

    12 100093 intr             irq272: ahci1:13 

    12 100094 intr             irq273: ahci1:14 

    12 100095 intr             irq274: ahci1:15 

    12 100096 intr             irq1: atkbd0 

    12 100097 intr             swi0: uart 

    13 100021 geom             g_event          mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 g_run_events+0x4d fork_exit+0x9a 
fork_trampoline+0xe
    13 100022 geom             g_up             mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 g_io_schedule_up+0xbc g_up_procbody+0x6d 
fork_exit+0x9a fork_trampoline+0xe
    13 100023 geom             g_down           mi_switch+0xe1 
sleepq_wait+0x3a _sleep+0x287 g_io_schedule_down+0x4c 
g_down_procbody+0x6d fork_exit+0x9a fork_trampoline+0xe
    14 100025 rand_harvestq    -                mi_switch+0xe1 
sleepq_timedwait+0x3a msleep_spin_sbt+0x191 random_kthread+0x276 
fork_exit+0x9a fork_trampoline+0xe
    15 100042 usb              usbus0           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100043 usb              usbus0           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100044 usb              usbus0           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100045 usb              usbus0           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100047 usb              usbus1           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100048 usb              usbus1           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100049 usb              usbus1           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100050 usb              usbus1           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100052 usb              usbus2           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100053 usb              usbus2           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100054 usb              usbus2           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100055 usb              usbus2           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100057 usb              usbus3           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100058 usb              usbus3           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100059 usb              usbus3           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100060 usb              usbus3           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100063 usb              usbus4           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100064 usb              usbus4           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100065 usb              usbus4           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100066 usb              usbus4           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100067 usb              usbus5           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100068 usb              usbus5           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100069 usb              usbus5           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100070 usb              usbus5           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100071 usb              usbus6           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100072 usb              usbus6           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100073 usb              usbus6           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100074 usb              usbus6           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100075 usb              usbus7           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100076 usb              usbus7           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100077 usb              usbus7           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100078 usb              usbus7           mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    15 100457 usb              ucom             mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d usb_process+0xe0 fork_exit+0x9a 
fork_trampoline+0xe
    16 100117 syncer           -                mi_switch+0xe1 
sleepq_timedwait+0x3a _cv_timedwait_sbt+0x18b sched_sync+0x6be 
fork_exit+0x9a fork_trampoline+0xe
    17 100118 vnlru            -                mi_switch+0xe1 
sleepq_timedwait+0x3a _sleep+0x26e vnlru_proc+0x48 fork_exit+0x9a 
fork_trampoline+0xe
   479 100454 devd             -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_timedwait_sig+0x10 
_cv_timedwait_sig_sbt+0x18b seltdwait+0xa4 kern_select+0x8fa 
sys_select+0x54 amd64_syscall+0x351 Xfast_syscall+0xfb
   554 100452 syslogd          -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
seltdwait+0xae kern_select+0x8fa sys_select+0x54 amd64_syscall+0x351 
Xfast_syscall+0xfb
   750 100455 sshd             -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
seltdwait+0xae kern_select+0x8fa sys_select+0x54 amd64_syscall+0x351 
Xfast_syscall+0xfb
   808 100424 getty            -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb 
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351 
Xfast_syscall+0xfb
   809 100470 getty            -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb 
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351 
Xfast_syscall+0xfb
   810 100471 getty            -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb 
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351 
Xfast_syscall+0xfb
   811 100472 getty            -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb 
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351 
Xfast_syscall+0xfb
   812 100473 getty            -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb 
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351 
Xfast_syscall+0xfb
   813 100474 getty            -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb 
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351 
Xfast_syscall+0xfb
   814 100475 getty            -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb 
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351 
Xfast_syscall+0xfb
   815 100476 getty            -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
tty_wait+0x1c ttydisc_read+0x2d4 ttydev_read+0x86 devfs_read_f+0xeb 
dofileread+0x95 kern_readv+0x68 sys_read+0x63 amd64_syscall+0x351 
Xfast_syscall+0xfb
  1661 100498 sshd             -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
seltdwait+0xae sys_poll+0x3a3 amd64_syscall+0x351 Xfast_syscall+0xfb
  1664 100514 sshd             -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
seltdwait+0xae kern_select+0x8fa sys_select+0x54 amd64_syscall+0x351 
Xfast_syscall+0xfb
  1665 100425 sh               -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d 
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
  2000 100477 su               -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d 
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
  2001 100503 csh              -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d 
kern_sigsuspend+0xf4 sys_sigsuspend+0x31 amd64_syscall+0x351 
Xfast_syscall+0xfb
  2074 100524 zpool            -                mi_switch+0xe1 
sleepq_wait+0x3a _cv_wait+0x16d txg_wait_synced+0x85 spa_load+0x1cd1 
spa_load_best+0x6f spa_import+0x1ff zfs_ioc_pool_import+0x137 
zfsdev_ioctl+0x6f0 devfs_ioctl_f+0x114 kern_ioctl+0x255 sys_ioctl+0x13c 
amd64_syscall+0x351 Xfast_syscall+0xfb
  2075 100430 sshd             -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
seltdwait+0xae sys_poll+0x3a3 amd64_syscall+0x351 Xfast_syscall+0xfb
  2079 100446 sshd             -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _cv_wait_sig+0x16a 
seltdwait+0xae kern_select+0x8fa sys_select+0x54 amd64_syscall+0x351 
Xfast_syscall+0xfb
  2080 100488 sh               -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d 
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
  2081 100517 su               -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d 
kern_wait6+0x5f4 sys_wait4+0x72 amd64_syscall+0x351 Xfast_syscall+0xfb
  2082 100465 csh              -                mi_switch+0xe1 
sleepq_catch_signals+0xab sleepq_wait_sig+0xf _sleep+0x27d 
kern_sigsuspend+0xf4 sys_sigsuspend+0x31 amd64_syscall+0x351 
Xfast_syscall+0xfb
  2085 100451 procstat         -                <running>


Mark



Want to link to this message? Use this URL: <https://mail-archive.FreeBSD.org/cgi/mid.cgi?54372EBA.1000908>