Pawel Jakub Dawidek
2013-08-05 20:00:40 UTC
Hi,
we have been tracking down a problem that Ben sees on his machine where
txg thread is waiting in ddt_sync() on read ZIO, which never returns.
The ZFS I/O threads are all idle and this doesn't look like hardware
problem as every single time that happens it is always the txg thread
hanging in ddt_sync(). There are also no pending I/O requests below ZFS.
This looks like a missed wakeup on ZIO completion, but there is nothing
obviously wrong in that code path and it would be rather unlikely that
we will always see it in ddt_sync().
It happens when Ben is trying to remove large directory which was
created with dedup=on.
We are pretty much out of ideas where to look next.
Below you can find stack traces from all threads in the system.
The guilty one is 100346.
db> show pcpu
cpuid = 0
dynamic pcpu = 0x564e00
curthread = 0xfffffe0002485470: pid 12 "swi6: Giant taskq"
curpcb = 0xffffff8000258d00
fpcurthread = none
idlethread = 0xfffffe000246f470: tid 100003 "idle: cpu0"
curpmap = 0xffffffff81250b50
tssp = 0xffffffff812baae0
commontssp = 0xffffffff812baae0
rsp0 = 0xffffff8000258d00
gs32p = 0xffffffff812b8c38
ldt = 0xffffffff812b8c78
tss = 0xffffffff812b8c68
db> show allpcpu
Current CPU: 0
cpuid = 0
dynamic pcpu = 0x564e00
curthread = 0xfffffe0002485470: pid 12 "swi6: Giant taskq"
curpcb = 0xffffff8000258d00
fpcurthread = none
idlethread = 0xfffffe000246f470: tid 100003 "idle: cpu0"
curpmap = 0xffffffff81250b50
tssp = 0xffffffff812baae0
commontssp = 0xffffffff812baae0
rsp0 = 0xffffff8000258d00
gs32p = 0xffffffff812b8c38
ldt = 0xffffffff812b8c78
tss = 0xffffffff812b8c68
cpuid = 1
dynamic pcpu = 0xffffff807effbe00
curthread = 0xfffffe000246f000: pid 11 "idle: cpu1"
curpcb = 0xffffff8000221d00
fpcurthread = none
idlethread = 0xfffffe000246f000: tid 100004 "idle: cpu1"
curpmap = 0xffffffff81250b50
tssp = 0xffffffff812bab48
commontssp = 0xffffffff812bab48
rsp0 = 0xffffff8000221d00
gs32p = 0xffffffff812b8ca0
ldt = 0xffffffff812b8ce0
tss = 0xffffffff812b8cd0
db> ps
pid ppid pgrp uid state wmesg wchan cmd
6450 1352 6450 0 Ds tx->tx_q 0xfffffe0007830e40 sshd
6449 1155 1155 0 D tx->tx_q 0xfffffe0007830e40 perl5.14.2
6448 6447 6448 0 DVs tx->tx_q 0xfffffe0007830e40 cron
6447 1367 1367 0 D ppwait 0xfffffe004980dd98 cron
4785 4238 4785 0 D+ tx->tx_q 0xfffffe0007830e40 rm
4238 4234 4238 0 S+ wait 0xfffffe0030007000 bash
4234 4233 4234 0 S+ pause 0xfffffe00300069e0 csh
4233 1451 4233 1001 S+ wait 0xfffffe00300054a0 su
2571 2569 2571 1001 S+ select 0xfffffe0049bc0dc0 emacs
2569 2568 2569 1001 Ss+ wait 0xfffffe0049ff0000 bash
2568 2566 2566 1001 S select 0xfffffe0049f1f2c0 sshd
2566 1352 2566 0 Ss sbwait 0xfffffe0049e94694 sshd
1462 1146 1146 0 S select 0xfffffe0049f21d40 smbd
1459 1146 1146 0 S select 0xfffffe0049bc28c0 smbd
1451 1450 1451 1001 Ss+ wait 0xfffffe001083d940 bash
1450 1448 1448 1001 S select 0xfffffe0010b16840 sshd
1448 1352 1448 0 Ss sbwait 0xfffffe0049517694 sshd
1447 1146 1146 0 D tx->tx_q 0xfffffe0007830e40 smbd
1427 1 1427 0 Ss+ ttyin 0xfffffe0006ace8a8 getty
1426 1 1426 0 Ss+ ttyin 0xfffffe0006aceca8 getty
1425 1 1425 0 Ss+ ttyin 0xfffffe0006acf0a8 getty
1424 1 1424 0 Ss+ ttyin 0xfffffe0006acf4a8 getty
1423 1 1423 0 Ss+ ttyin 0xfffffe0006acf8a8 getty
1422 1 1422 0 Ss+ ttyin 0xfffffe0006acfca8 getty
1421 1 1421 0 Ss+ ttyin 0xfffffe0006ad10a8 getty
1420 1 1420 0 Ss+ ttyin 0xfffffe0006ad14a8 getty
1367 1 1367 0 Ss nanslp 0xffffffff81257d88 cron
1361 1 1361 25 Ss pause 0xfffffe001083d0a0 sendmail
1355 1 1355 0 Ss select 0xfffffe0010afab40 sendmail
1352 1 1352 0 Ss select 0xfffffe0007672e40 sshd
1308 1 1308 0 Ss select 0xfffffe0010b13240 ntpd
1165 1 1165 0 Ss (threaded) bacula-fd
100410 S uwait 0xfffffe0010dfda00 bacula-fd
100409 S nanslp 0xffffffff81257d88 bacula-fd
100401 S select 0xfffffe0010b113c0 bacula-fd
1155 1 1155 0 Ss select 0xfffffe0010afaa40 perl5.14.2
1150 1146 1146 0 S select 0xfffffe0049179ac0 smbd
1146 1 1146 0 Ss select 0xfffffe00491772c0 smbd
1144 1 1144 0 Ds tx->tx_q 0xfffffe0007830e40 nmbd
1078 1 1078 0 Ds tx->tx_q 0xfffffe0007830e40 syslogd
1043 1 1043 65 Ss select 0xfffffe000ed47040 dhclient
1005 1 1005 0 Ss select 0xfffffe00494285c0 dhclient
920 1 920 0 Ss select 0xfffffe0007ec1840 devd
18 0 0 0 DL sdflush 0xffffffff812ae478 [softdepflush]
17 0 0 0 DL syncer 0xffffffff812a5740 [syncer]
16 0 0 0 DL vlruwt 0xfffffe000754e000 [vnlru]
9 0 0 0 DL psleep 0xffffffff812a51c8 [bufdaemon]
8 0 0 0 DL pgzero 0xffffffff812b849c [pagezero]
7 0 0 0 DL psleep 0xffffffff812b7668 [vmdaemon]
6 0 0 0 DL psleep 0xffffffff812b762c [pagedaemon]
5 0 0 0 DL ccb_scan 0xffffffff812120e0 [xpt_thrd]
4 0 0 0 DL waiting_ 0xffffffff812a8780 [sctp_iterator]
3 0 0 0 DL (threaded) [zfskern]
100346 D zio->io_ 0xfffffe006567bd70 [txg_thread_enter]
100345 D tx->tx_q 0xfffffe0007830e30 [txg_thread_enter]
100059 D l2arc_fe 0xffffffff8168bbc0 [l2arc_feed_thread]
100058 D arc_recl 0xffffffff8167bd20 [arc_reclaim_thread]
15 0 0 0 DL (threaded) [usb]
100054 D - 0xffffff8001fb6e18 [usbus5]
100053 D - 0xffffff8001fb6dc0 [usbus5]
100052 D - 0xffffff8001fb6d68 [usbus5]
100051 D - 0xffffff8001fb6d10 [usbus5]
100050 D - 0xffffff8001fae460 [usbus4]
100049 D - 0xffffff8001fae408 [usbus4]
100048 D - 0xffffff8001fae3b0 [usbus4]
100047 D - 0xffffff8001fae358 [usbus4]
100044 D - 0xffffff8001faae18 [usbus3]
100043 D - 0xffffff8001faadc0 [usbus3]
100042 D - 0xffffff8001faad68 [usbus3]
100041 D - 0xffffff8001faad10 [usbus3]
100040 D - 0xffffff8001fa2460 [usbus2]
100039 D - 0xffffff8001fa2408 [usbus2]
100038 D - 0xffffff8001fa23b0 [usbus2]
100037 D - 0xffffff8001fa2358 [usbus2]
100036 D - 0xffffff8001f9ee18 [usbus1]
100035 D - 0xffffff8001f9edc0 [usbus1]
100034 D - 0xffffff8001f9ed68 [usbus1]
100033 D - 0xffffff8001f9ed10 [usbus1]
100031 D - 0xffffff8001f96460 [usbus0]
100030 D - 0xffffff8001f96408 [usbus0]
100029 D - 0xffffff8001f963b0 [usbus0]
100028 D - 0xffffff8001f96358 [usbus0]
2 0 0 0 DL ctl_work 0xffffff8000c5e000 [ctl_thrd]
14 0 0 0 DL - 0xffffffff81256a24 [yarrow]
13 0 0 0 DL (threaded) [geom]
100011 D - 0xffffffff8124fe70 [g_down]
100010 D - 0xffffffff8124fe68 [g_up]
100009 D - 0xffffffff8124fe58 [g_event]
12 0 0 0 RL (threaded) [intr]
100046 I [irq15: ata1]
100045 I [irq14: ata0]
100032 I [irq17: ehci0 ehci1+]
100027 I [irq18: ohci0 ohci1+]
100026 I [irq260: ahci0]
100022 I [swi5: +]
100021 I [swi2: cambio]
100016 I [swi6: task queue]
100014 Run CPU 0 [swi6: Giant taskq]
100008 I [swi4: clock]
100007 I [swi4: clock]
100006 I [swi3: vm]
100005 I [swi1: netisr 0]
11 0 0 0 RL (threaded) [idle]
100004 Run CPU 1 [idle: cpu1]
100003 CanRun [idle: cpu0]
1 0 1 0 SLs wait 0xfffffe000246c940 [init]
10 0 0 0 DL audit_wo 0xffffffff812ad3f0 [audit]
0 0 0 0 DLs (threaded) [kernel]
100384 D - 0xfffffe0007ec2d80 [zil_clean]
100383 D - 0xfffffe0007ec2480 [zil_clean]
100382 D - 0xfffffe0007672880 [zil_clean]
100381 D - 0xfffffe000ed48800 [zil_clean]
100380 D - 0xfffffe000ed45e00 [zil_clean]
100379 D - 0xfffffe0007c7ce00 [zil_clean]
100378 D - 0xfffffe0007c7c480 [zil_clean]
100377 D - 0xfffffe0007564a00 [zil_clean]
100376 D - 0xfffffe000ed45600 [zil_clean]
100375 D - 0xfffffe0007672500 [zil_clean]
100374 D - 0xfffffe0007c7e900 [zil_clean]
100373 D - 0xfffffe0007c7d400 [zil_clean]
100372 D - 0xfffffe000ed46300 [zil_clean]
100371 D - 0xfffffe0007672a80 [zil_clean]
100370 D - 0xfffffe000ed45200 [zil_clean]
100369 D - 0xfffffe0007ec0800 [zil_clean]
100368 D - 0xfffffe0007ec3e00 [zil_clean]
100367 D - 0xfffffe0007ec1100 [zil_clean]
100366 D - 0xfffffe0007c7ca00 [zil_clean]
100347 D - 0xfffffe0007c7db00 [zil_clean]
100344 D - 0xfffffe0007542d80 [zfs_vn_rele_taskq]
100343 D - 0xfffffe0007668100 [zio_ioctl_intr]
100342 D - 0xfffffe0007668180 [zio_ioctl_issue]
100341 D - 0xfffffe0007668200 [zio_claim_intr]
100340 D - 0xfffffe0007668280 [zio_claim_issue]
100339 D - 0xfffffe0007668300 [zio_free_intr]
100338 D - 0xfffffe0007668380 [zio_free_issue_99]
100337 D - 0xfffffe0007668380 [zio_free_issue_98]
100336 D - 0xfffffe0007668380 [zio_free_issue_97]
100335 D - 0xfffffe0007668380 [zio_free_issue_96]
100334 D - 0xfffffe0007668380 [zio_free_issue_95]
100333 D - 0xfffffe0007668380 [zio_free_issue_94]
100332 D - 0xfffffe0007668380 [zio_free_issue_93]
100331 D - 0xfffffe0007668380 [zio_free_issue_92]
100330 D - 0xfffffe0007668380 [zio_free_issue_91]
100329 D - 0xfffffe0007668380 [zio_free_issue_90]
100328 D - 0xfffffe0007668380 [zio_free_issue_89]
100327 D - 0xfffffe0007668380 [zio_free_issue_88]
100326 D - 0xfffffe0007668380 [zio_free_issue_87]
100325 D - 0xfffffe0007668380 [zio_free_issue_86]
100324 D - 0xfffffe0007668380 [zio_free_issue_85]
100323 D - 0xfffffe0007668380 [zio_free_issue_84]
100322 D - 0xfffffe0007668380 [zio_free_issue_83]
100321 D - 0xfffffe0007668380 [zio_free_issue_82]
100320 D - 0xfffffe0007668380 [zio_free_issue_81]
100319 D - 0xfffffe0007668380 [zio_free_issue_80]
100318 D - 0xfffffe0007668380 [zio_free_issue_79]
100317 D - 0xfffffe0007668380 [zio_free_issue_78]
100316 D - 0xfffffe0007668380 [zio_free_issue_77]
100315 D - 0xfffffe0007668380 [zio_free_issue_76]
100314 D - 0xfffffe0007668380 [zio_free_issue_75]
100313 D - 0xfffffe0007668380 [zio_free_issue_74]
100312 D - 0xfffffe0007668380 [zio_free_issue_73]
100311 D - 0xfffffe0007668380 [zio_free_issue_72]
100310 D - 0xfffffe0007668380 [zio_free_issue_71]
100309 D - 0xfffffe0007668380 [zio_free_issue_70]
100308 D - 0xfffffe0007668380 [zio_free_issue_69]
100307 D - 0xfffffe0007668380 [zio_free_issue_68]
100306 D - 0xfffffe0007668380 [zio_free_issue_67]
100305 D - 0xfffffe0007668380 [zio_free_issue_66]
100304 D - 0xfffffe0007668380 [zio_free_issue_65]
100303 D - 0xfffffe0007668380 [zio_free_issue_64]
100302 D - 0xfffffe0007668380 [zio_free_issue_63]
100301 D - 0xfffffe0007668380 [zio_free_issue_62]
100300 D - 0xfffffe0007668380 [zio_free_issue_61]
100299 D - 0xfffffe0007668380 [zio_free_issue_60]
100298 D - 0xfffffe0007668380 [zio_free_issue_59]
100297 D - 0xfffffe0007668380 [zio_free_issue_58]
100296 D - 0xfffffe0007668380 [zio_free_issue_57]
100295 D - 0xfffffe0007668380 [zio_free_issue_56]
100294 D - 0xfffffe0007668380 [zio_free_issue_55]
100293 D - 0xfffffe0007668380 [zio_free_issue_54]
100292 D - 0xfffffe0007668380 [zio_free_issue_53]
100291 D - 0xfffffe0007668380 [zio_free_issue_52]
100290 D - 0xfffffe0007668380 [zio_free_issue_51]
100289 D - 0xfffffe0007668380 [zio_free_issue_50]
100288 D - 0xfffffe0007668380 [zio_free_issue_49]
100287 D - 0xfffffe0007668380 [zio_free_issue_48]
100286 D - 0xfffffe0007668380 [zio_free_issue_47]
100285 D - 0xfffffe0007668380 [zio_free_issue_46]
100284 D - 0xfffffe0007668380 [zio_free_issue_45]
100283 D - 0xfffffe0007668380 [zio_free_issue_44]
100282 D - 0xfffffe0007668380 [zio_free_issue_43]
100281 D - 0xfffffe0007668380 [zio_free_issue_42]
100280 D - 0xfffffe0007668380 [zio_free_issue_41]
100279 D - 0xfffffe0007668380 [zio_free_issue_40]
100278 D - 0xfffffe0007668380 [zio_free_issue_39]
100277 D - 0xfffffe0007668380 [zio_free_issue_38]
100276 D - 0xfffffe0007668380 [zio_free_issue_37]
100275 D - 0xfffffe0007668380 [zio_free_issue_36]
100274 D - 0xfffffe0007668380 [zio_free_issue_35]
100273 D - 0xfffffe0007668380 [zio_free_issue_34]
100272 D - 0xfffffe0007668380 [zio_free_issue_33]
100271 D - 0xfffffe0007668380 [zio_free_issue_32]
100270 D - 0xfffffe0007668380 [zio_free_issue_31]
100269 D - 0xfffffe0007668380 [zio_free_issue_30]
100268 D - 0xfffffe0007668380 [zio_free_issue_29]
100267 D - 0xfffffe0007668380 [zio_free_issue_28]
100266 D - 0xfffffe0007668380 [zio_free_issue_27]
100265 D - 0xfffffe0007668380 [zio_free_issue_26]
100264 D - 0xfffffe0007668380 [zio_free_issue_25]
100263 D - 0xfffffe0007668380 [zio_free_issue_24]
100262 D - 0xfffffe0007668380 [zio_free_issue_23]
100261 D - 0xfffffe0007668380 [zio_free_issue_22]
100260 D - 0xfffffe0007668380 [zio_free_issue_21]
100259 D - 0xfffffe0007668380 [zio_free_issue_20]
100258 D - 0xfffffe0007668380 [zio_free_issue_19]
100257 D - 0xfffffe0007668380 [zio_free_issue_18]
100256 D - 0xfffffe0007668380 [zio_free_issue_17]
100255 D - 0xfffffe0007668380 [zio_free_issue_16]
100254 D - 0xfffffe0007668380 [zio_free_issue_15]
100253 D - 0xfffffe0007668380 [zio_free_issue_14]
100252 D - 0xfffffe0007668380 [zio_free_issue_13]
100251 D - 0xfffffe0007668380 [zio_free_issue_12]
100250 D - 0xfffffe0007668380 [zio_free_issue_11]
100249 D - 0xfffffe0007668380 [zio_free_issue_10]
100248 D - 0xfffffe0007668380 [zio_free_issue_9]
100247 D - 0xfffffe0007668380 [zio_free_issue_8]
100246 D - 0xfffffe0007668380 [zio_free_issue_7]
100245 D - 0xfffffe0007668380 [zio_free_issue_6]
100244 D - 0xfffffe0007668380 [zio_free_issue_5]
100243 D - 0xfffffe0007668380 [zio_free_issue_4]
100242 D - 0xfffffe0007668380 [zio_free_issue_3]
100241 D - 0xfffffe0007668380 [zio_free_issue_2]
100240 D - 0xfffffe0007668380 [zio_free_issue_1]
100239 D - 0xfffffe0007668380 [zio_free_issue_0]
100238 D - 0xfffffe0007668400 [zio_write_intr_high]
100237 D - 0xfffffe0007668400 [zio_write_intr_high]
100236 D - 0xfffffe0007668400 [zio_write_intr_high]
100235 D - 0xfffffe0007668400 [zio_write_intr_high]
100234 D - 0xfffffe0007668400 [zio_write_intr_high]
100233 D - 0xfffffe0007668480 [zio_write_intr_7]
100232 D - 0xfffffe0007668480 [zio_write_intr_6]
100231 D - 0xfffffe0007668480 [zio_write_intr_5]
100230 D - 0xfffffe0007668480 [zio_write_intr_4]
100229 D - 0xfffffe0007668480 [zio_write_intr_3]
100228 D - 0xfffffe0007668480 [zio_write_intr_2]
100227 D - 0xfffffe0007668480 [zio_write_intr_1]
100226 D - 0xfffffe0007668480 [zio_write_intr_0]
100225 D - 0xfffffe0007668500 [zio_write_issue_hig]
100224 D - 0xfffffe0007668500 [zio_write_issue_hig]
100223 D - 0xfffffe0007668500 [zio_write_issue_hig]
100222 D - 0xfffffe0007668500 [zio_write_issue_hig]
100221 D - 0xfffffe0007668500 [zio_write_issue_hig]
100220 D - 0xfffffe0007668580 [zio_write_issue_1]
100219 D - 0xfffffe0007668580 [zio_write_issue_0]
100218 D - 0xfffffe0007668600 [zio_read_intr_1]
100217 D - 0xfffffe0007668600 [zio_read_intr_0]
100216 D - 0xfffffe0007668680 [zio_read_issue_7]
100215 D - 0xfffffe0007668680 [zio_read_issue_6]
100214 D - 0xfffffe0007668680 [zio_read_issue_5]
100213 D - 0xfffffe0007668680 [zio_read_issue_4]
100212 D - 0xfffffe0007668680 [zio_read_issue_3]
100211 D - 0xfffffe0007668680 [zio_read_issue_2]
100210 D - 0xfffffe0007668680 [zio_read_issue_1]
100209 D - 0xfffffe0007668680 [zio_read_issue_0]
100208 D - 0xfffffe0007668700 [zio_null_intr]
100207 D - 0xfffffe0007668780 [zio_null_issue]
100057 D - 0xfffffe0006adb680 [mca taskq]
100056 D - 0xfffffe0006adb780 [system_taskq_1]
100055 D - 0xfffffe0006adb780 [system_taskq_0]
100025 D - 0xfffffe00028b2500 [bge0 taskq]
100023 D - 0xfffffe0002634d80 [thread taskq]
100020 D - 0xfffffe0002635300 [kqueue taskq]
100019 D - 0xfffffe0002635380 [acpi_task_2]
100018 D - 0xfffffe0002635380 [acpi_task_1]
100017 D - 0xfffffe0002635380 [acpi_task_0]
100015 D - 0xfffffe00025d6d00 [ffs_trim taskq]
100012 D - 0xfffffe0002487c80 [firmware taskq]
100000 D sched 0xffffffff81250140 [swapper]
db> trace
Tracing pid 12 tid 100014 td 0xfffffe0002485470
kdb_enter() at kdb_enter+0x3b
kdb_break() at kdb_break+0x27
scgetc() at scgetc+0x361
sckbdevent() at sckbdevent+0xed
kbdmux_intr() at kbdmux_intr+0x43
kbdmux_kbd_intr() at kbdmux_kbd_intr+0x20
taskqueue_run_locked() at taskqueue_run_locked+0x85
taskqueue_run() at taskqueue_run+0x3a
intr_event_execute_handlers() at intr_event_execute_handlers+0x104
ithread_loop() at ithread_loop+0xa6
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000258cf0, rbp = 0 ---
db> alltracve
No such command
db> alltrace
Tracing command sshd pid 6450 tid 100394 td 0xfffffe00109f98e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
dmu_tx_assign() at dmu_tx_assign+0x170
zfs_inactive() at zfs_inactive+0xf1
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
vinactive() at vinactive+0x8d
vputx() at vputx+0x2d8
vn_close() at vn_close+0xa4
vn_closefile() at vn_closefile+0x5d
_fdrop() at _fdrop+0x23
closef() at closef+0x52
kern_close() at kern_close+0x172
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (6, FreeBSD ELF64, sys_close), rip = 0x80064b99c, rsp = 0x7fffffffd168, rbp = 0x80065c000 ---
Tracing command perl5.14.2 pid 6449 tid 100439 td 0xfffffe0049ff6000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
zfs_freebsd_write() at zfs_freebsd_write+0x47b
VOP_WRITE_APV() at VOP_WRITE_APV+0xb2
vn_write() at vn_write+0x38c
dofilewrite() at dofilewrite+0x8b
kern_writev() at kern_writev+0x6c
sys_write() at sys_write+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8014f2e5c, rsp = 0x7fffffffdae8, rbp = 0x4 ---
Tracing command cron pid 6448 tid 100420 td 0xfffffe004983e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
dmu_tx_assign() at dmu_tx_assign+0x170
zfs_inactive() at zfs_inactive+0xf1
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
vinactive() at vinactive+0x8d
vputx() at vputx+0x2d8
vn_close() at vn_close+0xa4
vn_closefile() at vn_closefile+0x5d
_fdrop() at _fdrop+0x23
closef() at closef+0x52
kern_close() at kern_close+0x172
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (6, FreeBSD ELF64, sys_close), rip = 0x800d3ee3c, rsp = 0x7fffffffd0b8, rbp = 0x8010ba300 ---
Tracing command cron pid 6447 tid 100441 td 0xfffffe0049ff4470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
amd64_syscall() at amd64_syscall+0x45e
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (6448), rip = 0x800c9cbcd, rsp = 0x7fffffffd4c0, rbp = 0x80105f070 ---
Tracing command rm pid 4785 tid 100445 td 0xfffffe0049fc9000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
dmu_tx_assign() at dmu_tx_assign+0x170
zfs_rmnode() at zfs_rmnode+0x16e
zfs_inactive() at zfs_inactive+0x66
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
vinactive() at vinactive+0x8d
vputx() at vputx+0x2d8
kern_unlinkat() at kern_unlinkat+0x1df
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80090c32c, rsp = 0x7fffffffdb18, rbp = 0x800c07300 ---
Tracing command bash pid 4238 tid 100426 td 0xfffffe00497a08e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80109bb9c, rsp = 0x7fffffffd888, rbp = 0x801471c80 ---
Tracing command csh pid 4234 tid 100427 td 0xfffffe00497a0470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_sigsuspend() at kern_sigsuspend+0xbc
sys_sigsuspend() at sys_sigsuspend+0x34
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800d3baec, rsp = 0x7fffffffd058, rbp = 0x80145c300 ---
Tracing command su pid 4233 tid 100431 td 0xfffffe003002c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800ec7b9c, rsp = 0x7fffffffd5c8, rbp = 0x108a ---
Tracing command emacs pid 2571 tid 100407 td 0xfffffe0010a5f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x801348dfc, rsp = 0x7fffffffce98, rbp = 0x4 ---
Tracing command bash pid 2569 tid 100423 td 0xfffffe00497f98e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80109bb9c, rsp = 0x7fffffffd8a8, rbp = 0x80145d420 ---
Tracing command sshd pid 2568 tid 100433 td 0xfffffe003002c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8024d2dfc, rsp = 0x7fffffffcc68, rbp = 0x7fffffffccf0 ---
Tracing command sshd pid 2566 tid 100443 td 0xfffffe0049fc98e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
soreceive_generic() at soreceive_generic+0xf75
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8024d2e7c, rsp = 0x7fffffffcc78, rbp = 0 ---
Tracing command smbd pid 1462 tid 100362 td 0xfffffe001095e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80399325c, rsp = 0x7fffffffd638, rbp = 0x804c1bed0 ---
Tracing command smbd pid 1459 tid 100406 td 0xfffffe0010a61000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80399325c, rsp = 0x7fffffffd638, rbp = 0x804c1bed0 ---
Tracing command bash pid 1451 tid 100348 td 0xfffffe00101bd470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80109bb9c, rsp = 0x7fffffffd8a8, rbp = 0x80145d420 ---
Tracing command sshd pid 1450 tid 100355 td 0xfffffe0007529000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8024d2dfc, rsp = 0x7fffffffcc68, rbp = 0x7fffffffccf0 ---
Tracing command sshd pid 1448 tid 100414 td 0xfffffe00498628e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
soreceive_generic() at soreceive_generic+0xf75
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8024d2e7c, rsp = 0x7fffffffcc78, rbp = 0 ---
Tracing command smbd pid 1447 tid 100352 td 0xfffffe0007529470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
dmu_tx_assign() at dmu_tx_assign+0x170
zfs_inactive() at zfs_inactive+0xf1
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
vinactive() at vinactive+0x8d
vputx() at vputx+0x2d8
vn_close() at vn_close+0xa4
vn_closefile() at vn_closefile+0x5d
_fdrop() at _fdrop+0x23
closef() at closef+0x52
kern_close() at kern_close+0x172
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (6, FreeBSD ELF64, sys_close), rip = 0x8039f7e3c, rsp = 0x7fffffffd078, rbp = 0x804ca6750 ---
Tracing command getty pid 1427 tid 100398 td 0xfffffe0010a638e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1426 tid 100395 td 0xfffffe00109f9470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1425 tid 100400 td 0xfffffe0010a63000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1424 tid 100399 td 0xfffffe0010a63470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1423 tid 100415 td 0xfffffe0049862470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1422 tid 100388 td 0xfffffe00109fb8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1421 tid 100418 td 0xfffffe00497e0470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1420 tid 100403 td 0xfffffe0010a62000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command cron pid 1367 tid 100387 td 0xfffffe0010a65000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_sleep() at _sleep+0x2d4
kern_nanosleep() at kern_nanosleep+0x118
sys_nanosleep() at sys_nanosleep+0x6e
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800d1f58c, rsp = 0x7fffffffdae8, rbp = 0x3c ---
Tracing command sendmail pid 1361 tid 100351 td 0xfffffe00101bc8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_sigsuspend() at kern_sigsuspend+0xbc
sys_sigsuspend() at sys_sigsuspend+0x34
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (4, FreeBSD ELF64, sys_write), rip = 0x801332aec, rsp = 0x7fffffffbdb8, rbp = 0x1 ---
Tracing command sendmail pid 1355 tid 100422 td 0xfffffe004983e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8013d6dfc, rsp = 0x7fffffffb228, rbp = 0x7fffffffb2c0 ---
Tracing command sshd pid 1352 tid 100358 td 0xfffffe00101bb000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8024d2dfc, rsp = 0x7fffffffcd88, rbp = 0x2 ---
Tracing command ntpd pid 1308 tid 100404 td 0xfffffe0010a618e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x801346dfc, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffdd08 ---
Tracing command bacula-fd pid 1165 tid 100410 td 0xfffffe00497d1470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_sleep() at _sleep+0x2d4
do_wait() at do_wait+0x57c
__umtx_op_wait_uint_private() at __umtx_op_wait_uint_private+0x6e
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x8017dc87c, rsp = 0x7fffff9fcdf8, rbp = 0 ---
Tracing command bacula-fd pid 1165 tid 100409 td 0xfffffe0010a5f000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_sleep() at _sleep+0x2d4
kern_nanosleep() at kern_nanosleep+0x118
sys_nanosleep() at sys_nanosleep+0x6e
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x802a0e58c, rsp = 0x7fffffbfdec8, rbp = 0 ---
Tracing command bacula-fd pid 1165 tid 100401 td 0xfffffe0010a628e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x802a2ddfc, rsp = 0x7fffffffcba8, rbp = 0x4 ---
Tracing command perl5.14.2 pid 1155 tid 100390 td 0xfffffe00109fb000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8014f2dfc, rsp = 0x7fffffffdb28, rbp = 0x8 ---
Tracing command smbd pid 1150 tid 100391 td 0xfffffe00109fa8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80399325c, rsp = 0x7fffffffd808, rbp = 0x804cb2cd0 ---
Tracing command smbd pid 1146 tid 100357 td 0xfffffe00101bb470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80399325c, rsp = 0x7fffffffd8b8, rbp = 0x804c4a550 ---
Tracing command nmbd pid 1144 tid 100396 td 0xfffffe00109f9000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
zfs_freebsd_create() at zfs_freebsd_create+0x337
VOP_CREATE_APV() at VOP_CREATE_APV+0x31
vn_open_cred() at vn_open_cred+0x4c8
kern_openat() at kern_openat+0x1f9
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (5, FreeBSD ELF64, sys_open), rip = 0x80301240c, rsp = 0x7fffffffd968, rbp = 0x8044380d0 ---
Tracing command syslogd pid 1078 tid 100397 td 0xfffffe001095f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
zfs_freebsd_write() at zfs_freebsd_write+0x47b
VOP_WRITE_APV() at VOP_WRITE_APV+0xb2
vn_write() at vn_write+0x38c
dofilewrite() at dofilewrite+0x8b
kern_writev() at kern_writev+0x6c
sys_writev() at sys_writev+0x41
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (121, FreeBSD ELF64, sys_writev), rip = 0x800b1e63c, rsp = 0x7fffffffbfb8, rbp = 0x7fffffffcd00 ---
Tracing command dhclient pid 1043 tid 100389 td 0xfffffe00109fb470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800adc25c, rsp = 0x7fffffffdca8, rbp = 0xcdfe218 ---
Tracing command dhclient pid 1005 tid 100354 td 0xfffffe00101bc000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800adc25c, rsp = 0x7fffffffdca8, rbp = 0x6 ---
Tracing command devd pid 920 tid 100363 td 0xfffffe001095e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x446d1c, rsp = 0x7fffffffd838, rbp = 0x7fffffffd850 ---
Tracing command softdepflush pid 18 tid 100068 td 0xfffffe000752b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
softdep_flush() at softdep_flush+0x366
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087256cf0, rbp = 0 ---
Tracing command syncer pid 17 tid 100067 td 0xfffffe000752b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_cv_timedwait() at _cv_timedwait+0x13c
sched_sync() at sched_sync+0x535
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087251cf0, rbp = 0 ---
Tracing command vnlru pid 16 tid 100066 td 0xfffffe000752d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
vnlru_proc() at vnlru_proc+0x63c
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808724ccf0, rbp = 0 ---
Tracing command bufdaemon pid 9 tid 100065 td 0xfffffe000752d470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
buf_daemon() at buf_daemon+0x1cb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087247cf0, rbp = 0 ---
Tracing command pagezero pid 8 tid 100064 td 0xfffffe000752d8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
vm_pagezero() at vm_pagezero+0x83
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087242cf0, rbp = 0 ---
Tracing command vmdaemon pid 7 tid 100063 td 0xfffffe000752e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
vm_daemon() at vm_daemon+0x81
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808723dcf0, rbp = 0 ---
Tracing command pagedaemon pid 6 tid 100062 td 0xfffffe000752e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
vm_pageout() at vm_pageout+0x9ca
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087238cf0, rbp = 0 ---
Tracing command xpt_thrd pid 5 tid 100061 td 0xfffffe000752e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
xpt_scanner_thread() at xpt_scanner_thread+0xfa
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087233cf0, rbp = 0 ---
Tracing command sctp_iterator pid 4 tid 100060 td 0xfffffe0006a34470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
sctp_iterator_thread() at sctp_iterator_thread+0x41
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808722ecf0, rbp = 0 ---
Tracing command zfskern pid 3 tid 100346 td 0xfffffe00101be000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
zio_wait() at zio_wait+0x61
dbuf_read() at dbuf_read+0x5e5
dmu_buf_hold() at dmu_buf_hold+0xe0
zap_get_leaf_byblk() at zap_get_leaf_byblk+0x4a
zap_deref_leaf() at zap_deref_leaf+0x68
fzap_update() at fzap_update+0x77
zap_update_uint64() at zap_update_uint64+0x9f
ddt_zap_update() at ddt_zap_update+0x7a
ddt_sync() at ddt_sync+0x3c9
spa_sync() at spa_sync+0x383
txg_sync_thread() at txg_sync_thread+0x139
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089819cf0, rbp = 0 ---
Tracing command zfskern pid 3 tid 100345 td 0xfffffe00076668e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_thread_wait() at txg_thread_wait+0x79
txg_quiesce_thread() at txg_quiesce_thread+0xb5
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089810cf0, rbp = 0 ---
Tracing command zfskern pid 3 tid 100059 td 0xfffffe0006a348e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_cv_timedwait() at _cv_timedwait+0x13c
l2arc_feed_thread() at l2arc_feed_thread+0x1a8
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087229cf0, rbp = 0 ---
Tracing command zfskern pid 3 tid 100058 td 0xfffffe0006aa2000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_cv_timedwait() at _cv_timedwait+0x13c
arc_reclaim_thread() at arc_reclaim_thread+0x29d
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087224cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100054 td 0xfffffe0006aa4470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808720ccf0, rbp = 0 ---
Tracing command usb pid 15 tid 100053 td 0xfffffe0006aa48e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087207cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100052 td 0xfffffe0006aa5000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087202cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100051 td 0xfffffe0006aa5470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871fdcf0, rbp = 0 ---
Tracing command usb pid 15 tid 100050 td 0xfffffe0006aa58e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871f6cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100049 td 0xfffffe0006a30000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871f1cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100048 td 0xfffffe0006a30470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871eccf0, rbp = 0 ---
Tracing command usb pid 15 tid 100047 td 0xfffffe0006a308e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871e7cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100044 td 0xfffffe0006a318e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087192cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100043 td 0xfffffe0006a33000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808718dcf0, rbp = 0 ---
Tracing command usb pid 15 tid 100042 td 0xfffffe0006a33470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087188cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100041 td 0xfffffe0006a338e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087183cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100040 td 0xfffffe0006a34000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808717ccf0, rbp = 0 ---
Tracing command usb pid 15 tid 100039 td 0xfffffe00068d8000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087177cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100038 td 0xfffffe00068d8470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087172cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100037 td 0xfffffe00068d88e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808716dcf0, rbp = 0 ---
Tracing command usb pid 15 tid 100036 td 0xfffffe00068d9000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087168cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100035 td 0xfffffe00068d9470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087163cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100034 td 0xfffffe00068d98e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808715ecf0, rbp = 0 ---
Tracing command usb pid 15 tid 100033 td 0xfffffe00068da000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087159cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100031 td 0xfffffe00068da8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808714dcf0, rbp = 0 ---
Tracing command usb pid 15 tid 100030 td 0xfffffe0002639470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087148cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100029 td 0xfffffe00026398e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087143cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100028 td 0xfffffe000263b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808713ecf0, rbp = 0 ---
Tracing command ctl_thrd pid 2 tid 100024 td 0xfffffe000263c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
ctl_work_thread() at ctl_work_thread+0x300d
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800028acf0, rbp = 0 ---
Tracing command yarrow pid 14 tid 100013 td 0xfffffe00024858e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
random_kthread() at random_kthread+0x1e0
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000252cf0, rbp = 0 ---
Tracing command geom pid 13 tid 100011 td 0xfffffe0002486470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
g_io_schedule_down() at g_io_schedule_down+0x20e
g_down_procbody() at g_down_procbody+0x5c
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000244cf0, rbp = 0 ---
Tracing command geom pid 13 tid 100010 td 0xfffffe00024868e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
g_io_schedule_up() at g_io_schedule_up+0xd8
g_up_procbody() at g_up_procbody+0x5c
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800023fcf0, rbp = 0 ---
Tracing command geom pid 13 tid 100009 td 0xfffffe0002471470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
g_run_events() at g_run_events+0x430
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800023acf0, rbp = 0 ---
Tracing command intr pid 12 tid 100046 td 0xfffffe0006a31000
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100045 td 0xfffffe0006a31470
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100032 td 0xfffffe00068da470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087154cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100027 td 0xfffffe000263b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087139cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100026 td 0xfffffe000263b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80002a0cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100022 td 0xfffffe0002636000
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100021 td 0xfffffe0002636470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800027bcf0, rbp = 0 ---
Tracing command intr pid 12 tid 100016 td 0xfffffe0002639000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000262cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100014 td 0xfffffe0002485470
kdb_enter() at kdb_enter+0x3b
kdb_break() at kdb_break+0x27
scgetc() at scgetc+0x361
sckbdevent() at sckbdevent+0xed
kbdmux_intr() at kbdmux_intr+0x43
kbdmux_kbd_intr() at kbdmux_kbd_intr+0x20
taskqueue_run_locked() at taskqueue_run_locked+0x85
taskqueue_run() at taskqueue_run+0x3a
intr_event_execute_handlers() at intr_event_execute_handlers+0x104
ithread_loop() at ithread_loop+0xa6
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000258cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100008 td 0xfffffe00024718e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000235cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100007 td 0xfffffe0002482000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000230cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100006 td 0xfffffe0002482470
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100005 td 0xfffffe00024828e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000226cf0, rbp = 0 ---
Tracing command idle pid 11 tid 100004 td 0xfffffe000246f000
cpustop_handler() at cpustop_handler+0x28
ipi_nmi_handler() at ipi_nmi_handler+0x3d
trap() at trap+0x17a
nmi_calltrap() at nmi_calltrap+0x8
--- trap 0x13, rip = 0xffffffff80bd7c46, rsp = 0xffffff800020bfe0, rbp = 0xffffff8000221ad0 ---
acpi_cpu_c1() at acpi_cpu_c1+0x6
acpi_cpu_idle() at acpi_cpu_idle+0x24a
cpu_idle_acpi() at cpu_idle_acpi+0x45
cpu_idle() at cpu_idle+0x6c
sched_idletd() at sched_idletd+0x24c
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000221cf0, rbp = 0 ---
Tracing command idle pid 11 tid 100003 td 0xfffffe000246f470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sched_idletd() at sched_idletd+0x10b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800021ccf0, rbp = 0 ---
Tracing command init pid 1 tid 100002 td 0xfffffe000246f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x412aec, rsp = 0x7fffffffd7a8, rbp = 0x661e839a ---
Tracing command audit pid 10 tid 100001 td 0xfffffe0002471000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
audit_worker() at audit_worker+0x384
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000212cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100384 td 0xfffffe001095b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898d7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100383 td 0xfffffe00109fc000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898d2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100382 td 0xfffffe001095b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898cdcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100381 td 0xfffffe00109fc470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898c8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100380 td 0xfffffe00109fc8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898c3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100379 td 0xfffffe00109ff000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898becf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100378 td 0xfffffe001095b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898b9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100377 td 0xfffffe001095c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898b4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100376 td 0xfffffe00109ff470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898afcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100375 td 0xfffffe001095c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898aacf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100374 td 0xfffffe00109ff8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898a5cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100373 td 0xfffffe00101b7000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898a0cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100372 td 0xfffffe00101b7470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808989bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100371 td 0xfffffe00101b78e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089896cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100370 td 0xfffffe001095c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089891cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100369 td 0xfffffe00101ba000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808988ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100368 td 0xfffffe00101ba470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089887cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100367 td 0xfffffe001095d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089882cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100366 td 0xfffffe00101ba8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808987dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100347 td 0xfffffe00101bd8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808981ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100344 td 0xfffffe0007637470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089806cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100343 td 0xfffffe0007636000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089801cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100342 td 0xfffffe000766e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897fccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100341 td 0xfffffe000766e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897f7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100340 td 0xfffffe0007670000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897f2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100339 td 0xfffffe000766f470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897edcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100338 td 0xfffffe000765d8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897e8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100337 td 0xfffffe00076708e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897e3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100336 td 0xfffffe0007663000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897decf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100335 td 0xfffffe00076628e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897d9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100334 td 0xfffffe0007664000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897d4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100333 td 0xfffffe0007663470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897cfcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100332 td 0xfffffe00076648e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897cacf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100331 td 0xfffffe0007664470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897c5cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100330 td 0xfffffe00076658e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897c0cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100329 td 0xfffffe0007665470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897bbcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100328 td 0xfffffe0007656000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897b6cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100327 td 0xfffffe0007666000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897b1cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100326 td 0xfffffe00076568e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897accf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100325 td 0xfffffe0007656470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897a7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100324 td 0xfffffe00076588e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897a2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100323 td 0xfffffe0007658470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808979dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100322 td 0xfffffe00076598e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089798cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100321 td 0xfffffe0007659000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089793cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100320 td 0xfffffe000765a470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808978ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100319 td 0xfffffe000765a000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089789cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100318 td 0xfffffe000765b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089784cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100317 td 0xfffffe000765b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808977fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100316 td 0xfffffe000764c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808977acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100315 td 0xfffffe000765b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089775cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100314 td 0xfffffe0007650470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089770cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100313 td 0xfffffe0007650000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808976bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100312 td 0xfffffe0007651470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089766cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100311 td 0xfffffe0007651000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089761cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100310 td 0xfffffe0007653470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808975ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100309 td 0xfffffe00076518e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089757cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100308 td 0xfffffe0007654470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089752cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100307 td 0xfffffe00076538e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808974dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100306 td 0xfffffe0007655000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089748cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100305 td 0xfffffe00076548e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089743cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100304 td 0xfffffe0007643470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808973ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100303 td 0xfffffe00076558e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089739cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100302 td 0xfffffe0007647470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089734cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100301 td 0xfffffe00076438e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808972fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100300 td 0xfffffe0007648000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808972acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100299 td 0xfffffe00076478e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089725cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100298 td 0xfffffe0007649000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089720cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100297 td 0xfffffe00076488e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808971bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100296 td 0xfffffe000764b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089716cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100295 td 0xfffffe0007649470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089711cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100294 td 0xfffffe000764b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808970ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100293 td 0xfffffe000764b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089707cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100292 td 0xfffffe000763c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089702cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100291 td 0xfffffe000764c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896fdcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100290 td 0xfffffe000763e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896f8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100289 td 0xfffffe000763c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896f3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100288 td 0xfffffe000763e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896eecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100287 td 0xfffffe000763e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896e9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100286 td 0xfffffe000763f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896e4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100285 td 0xfffffe000763f000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896dfcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100284 td 0xfffffe0007640470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896dacf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100283 td 0xfffffe0007640000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896d5cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100282 td 0xfffffe0007642470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896d0cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100281 td 0xfffffe0007642000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896cbcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100280 td 0xfffffe0007643000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896c6cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100279 td 0xfffffe00076428e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896c1cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100278 td 0xfffffe00076348e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896bccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100277 td 0xfffffe0007634470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896b7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100276 td 0xfffffe00076368e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896b2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100275 td 0xfffffe0007636470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896adcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100274 td 0xfffffe00076378e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089699cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100273 td 0xfffffe0007637000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089685cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100272 td 0xfffffe0007639000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089671cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100271 td 0xfffffe0007639470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089658cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100270 td 0xfffffe000763a000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089644cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100269 td 0xfffffe000763a470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808962bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100268 td 0xfffffe00076398e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808961ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100267 td 0xfffffe000763a8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089608cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100266 td 0xfffffe00076298e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896a3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100265 td 0xfffffe0007629470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896a8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100264 td 0xfffffe000762d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089694cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100263 td 0xfffffe000762c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808969ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100262 td 0xfffffe000762c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808968acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100261 td 0xfffffe000762d470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808968fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100260 td 0xfffffe000762c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808967bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100259 td 0xfffffe000762d8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089680cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100258 td 0xfffffe000762e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808966ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100257 td 0xfffffe000762e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089676cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100256 td 0xfffffe000762f000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089662cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100255 td 0xfffffe000762e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089667cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100254 td 0xfffffe000762f470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089653cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100253 td 0xfffffe000762f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808965dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100252 td 0xfffffe0007622000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089649cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100251 td 0xfffffe00076228e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808964ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100250 td 0xfffffe0007622470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808963acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100249 td 0xfffffe0007626470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808963fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100248 td 0xfffffe0007626000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089630cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100247 td 0xfffffe00076278e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089635cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100246 td 0xfffffe0007627000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089621cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100245 td 0xfffffe00076268e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089626cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100244 td 0xfffffe0007628000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089612cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100243 td 0xfffffe0007627470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089617cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100242 td 0xfffffe0007628470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089603cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100241 td 0xfffffe00076288e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808960dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100240 td 0xfffffe0007629000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895fecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100239 td 0xfffffe000752b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895f9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100238 td 0xfffffe000766c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895efcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100237 td 0xfffffe000766c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895eacf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100236 td 0xfffffe000766c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895f4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100235 td 0xfffffe000766d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895e5cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100234 td 0xfffffe000766d470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895dbcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100233 td 0xfffffe000766e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895e0cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100232 td 0xfffffe000766f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895c7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100231 td 0xfffffe000765d470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895d1cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100230 td 0xfffffe000766d8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895d6cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100229 td 0xfffffe0007662470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895c2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100228 td 0xfffffe000766f000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895cccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100227 td 0xfffffe0007665000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895bdcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100226 td 0xfffffe0007670470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895b8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100225 td 0xfffffe0007658000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895aecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100224 td 0xfffffe0007662000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895a9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100223 td 0xfffffe000765a8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895b3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100222 td 0xfffffe00076638e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895a4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100221 td 0xfffffe00076508e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808959fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100220 td 0xfffffe0007666470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808959acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100219 td 0xfffffe0007654000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089590cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100218 td 0xfffffe0007659470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089595cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100217 td 0xfffffe0007647000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089586cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100216 td 0xfffffe000765d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808958bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100215 td 0xfffffe00076498e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089572cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100214 td 0xfffffe0007653000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808957ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100213 td 0xfffffe000763c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089581cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100212 td 0xfffffe0007655470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808956dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100211 td 0xfffffe00076408e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089577cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100210 td 0xfffffe0007648470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089568cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100209 td 0xfffffe000764c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089563cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100208 td 0xfffffe000763f470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808955ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100207 td 0xfffffe0007634000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808980bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100057 td 0xfffffe0006aa2470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808721fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100056 td 0xfffffe0006aa28e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808721acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100055 td 0xfffffe0006aa4000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087215cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100025 td 0xfffffe000263c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800029bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100023 td 0xfffffe000263c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000285cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100020 td 0xfffffe00026368e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000276cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100019 td 0xfffffe0002637000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000271cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100018 td 0xfffffe0002637470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800026ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100017 td 0xfffffe00026378e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000267cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100015 td 0xfffffe0002485000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800025dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100012 td 0xfffffe0002486000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000249cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100000 td 0xffffffff812505e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
scheduler() at scheduler+0x34b
mi_startup() at mi_startup+0x77
btext() at btext+0x2c
db> show lockedvnods
Locked vnodes
0xfffffe00074a91e0: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOINGINACT|VI(0x200))
v_object 0xfffffe001082c570 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe004983e8e0 (pid 6448)
0xfffffe0030288780: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOINGINACT|VI(0x200))
v_object 0xfffffe00303b5828 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe0007529470 (pid 1447)
0xfffffe0049502780: tag zfs, type VDIR
usecount 1, writecount 0, refcount 1 mountedhere 0
flags (VI(0x200))
lock type zfs: EXCL by thread 0xfffffe00109f9000 (pid 1144)
0xfffffe0010968d20: tag zfs, type VREG
usecount 1, writecount 1, refcount 1 mountedhere 0
flags (VI(0x200))
v_object 0xfffffe00494c9740 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe001095f8e0 (pid 1078)
0xfffffe00495a9780: tag zfs, type VREG
usecount 1, writecount 1, refcount 1 mountedhere 0
flags (VI(0x200))
v_object 0xfffffe00496be828 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe0049ff6000 (pid 6449)
0xfffffe0049541960: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOINGINACT|VI(0x200))
v_object 0xfffffe0010885658 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe00109f98e0 (pid 6450)
db> show intr
irq0: attimer0 (no thread)
irq8: atrtc0 (no thread)
irq9: acpi0 (no thread)
irq14: ata0 (pid 12) {ENTROPY}
irq15: ata1 (pid 12) {ENTROPY}
irq17: ehci0 ehci1+ (pid 12)
irq18: ohci0 ohci1+ (pid 12)
swi1: netisr 0 (pid 12) {SOFT}
swi3: vm (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi6: Giant taskq (pid 12) {SOFT}
swi6: task queue (pid 12) {SOFT}
swi2: cambio (pid 12) {SOFT}
swi5: + (pid 12) {SOFT}
irq256: hpet0:t0 (no thread)
irq257: hpet0:t1 (no thread)
irq258: hpet0:t2 (no thread)
irq259: bge0 (no thread)
irq260: ahci0 (pid 12) {ENTROPY}
db>
irq0: attimer0 (no thread)
irq8: atrtc0 (no thread)
irq9: acpi0 (no thread)
irq14: ata0 (pid 12) {ENTROPY}
irq15: ata1 (pid 12) {ENTROPY}
irq17: ehci0 ehci1+ (pid 12)
irq18: ohci0 ohci1+ (pid 12)
swi1: netisr 0 (pid 12) {SOFT}
swi3: vm (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi6: Giant taskq (pid 12) {SOFT}
swi6: task queue (pid 12) {SOFT}
swi2: cambio (pid 12) {SOFT}
swi5: + (pid 12) {SOFT}
irq256: hpet0:t0 (no thread)
irq257: hpet0:t1 (no thread)
irq258: hpet0:t2 (no thread)
irq259: bge0 (no thread)
irq260: ahci0 (pid 12) {ENTROPY}
db> show intr av
Symbol not found
db> show intr -a
Symbol not found
db> show intr/a
irq1: (no thread)
irq0: attimer0 (no thread)
irq3: (no thread)
irq4: (no thread)
irq5: (no thread)
irq6: (no thread)
irq7: (no thread)
irq8: atrtc0 (no thread)
irq9: acpi0 (no thread)
irq10: (no thread)
irq11: (no thread)
irq12: (no thread)
irq13: (no thread)
irq14: ata0 (pid 12) {ENTROPY}
irq15: ata1 (pid 12) {ENTROPY}
irq16: (no thread)
irq17: ehci0 ehci1+ (pid 12)
irq18: ohci0 ohci1+ (pid 12)
irq19: (no thread)
irq20: (no thread)
irq21: (no thread)
irq22: (no thread)
irq23: (no thread)
swi1: netisr 0 (pid 12) {SOFT}
swi3: vm (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi6: Giant taskq (pid 12) {SOFT}
swi6: task queue (pid 12) {SOFT}
swi2: cambio (pid 12) {SOFT}
swi5: + (pid 12) {SOFT}
irq256: hpet0:t0 (no thread)
irq257: hpet0:t1 (no thread)
irq258: hpet0:t2 (no thread)
irq259: bge0 (no thread)
irq260: ahci0 (pid 12) {ENTROPY}
db> show intr/av
irq1: (no thread)
irq0: attimer0 (no thread)
attimer0 CLK 0(0xfffffe000287c600) {EXCL, MPSAFE}
irq3: (no thread)
irq4: (no thread)
irq5: (no thread)
irq6: (no thread)
irq7: (no thread)
irq8: atrtc0 (no thread)
atrtc0 CLK 0(0xfffffe000287ca00) {EXCL}
irq9: acpi0 (no thread)
acpi0 DULL 0(0xfffffe000284a1c0) {MPSAFE}
irq10: (no thread)
irq11: (no thread)
irq12: (no thread)
irq13: (no thread)
irq14: ata0 (pid 12) {ENTROPY}
ata0 DISK ata_interrupt(0xfffffe00068c8800) {ENTROPY, MPSAFE}
irq15: ata1 (pid 12) {ENTROPY}
ata1 DISK ata_interrupt(0xfffffe00068ca000) {ENTROPY, MPSAFE}
irq16: (no thread)
irq17: ehci0 ehci1+ (pid 12)
ehci0 DISK ehci_interrupt(0xffffff8001f98000) {MPSAFE}
ehci1 DISK ehci_interrupt(0xffffff8001fa4000) {MPSAFE}
ehci2 DISK ehci_interrupt(0xffffff8001fb0000) {MPSAFE}
irq18: ohci0 ohci1+ (pid 12)
ohci0 DISK ohci_interrupt(0xffffff8001f95000) {MPSAFE}
ohci1 DISK ohci_interrupt(0xffffff8001fa1000) {MPSAFE}
ohci2 DISK ohci_interrupt(0xffffff8001fad000) {MPSAFE}
irq19: (no thread)
irq20: (no thread)
irq21: (no thread)
irq22: (no thread)
irq23: (no thread)
swi1: netisr 0 (pid 12) {SOFT}
netisr 0 SWI swi_net(0xffffffff81775880) {MPSAFE}
swi3: vm (pid 12) {SOFT}
vm SWI swi_vm(0) {MPSAFE}
swi4: clock (pid 12) {SOFT}
clock SWI softclock(0xffffffff81257dc0) {MPSAFE}
swi4: clock (pid 12) {SOFT}
clock SWI softclock(0xffffffff81257e40) {MPSAFE}
swi6: Giant taskq (pid 12) {SOFT}
Giant taskq SWI taskqueue_swi_giant_run(0)
swi6: task queue (pid 12) {SOFT}
task queue SWI taskqueue_swi_run(0) {MPSAFE}
swi2: cambio (pid 12) {SOFT}
cambio SWI camisr(0) {MPSAFE}
swi5: + (pid 12) {SOFT}
Fast task queue SWI taskqueue_fast_run(0) {MPSAFE}
irq256: hpet0:t0 (no thread)
hpet0:t0 CLK 0(0xffffff8001f83098) {EXCL}
irq257: hpet0:t1 (no thread)
hpet0:t1 CLK 0(0xffffff8001f83268) {EXCL}
irq258: hpet0:t2 (no thread)
hpet0:t2 CLK 0(0xffffff8001f83438) {EXCL}
irq259: bge0 (no thread)
bge0 NET 0(0xffffff8001f87000) {MPSAFE}
irq260: ahci0 (pid 12) {ENTROPY}
ahci0 DISK ahci_intr(0xfffffe000280d060) {ENTROPY, MPSAFE}
db> show irqs
irq0: attimer0 (no thread)
irq1: (no thread)
irq3: (no thread)
irq4: (no thread)
irq5: (no thread)
irq6: (no thread)
irq7: (no thread)
irq8: atrtc0 (no thread)
irq9: acpi0 (no thread)
irq10: (no thread)
irq11: (no thread)
irq12: (no thread)
irq13: (no thread)
irq14: ata0 (pid 12) {ENTROPY}
irq15: ata1 (pid 12) {ENTROPY}
irq16: (no thread)
irq17: ehci0 ehci1+ (pid 12)
irq18: ohci0 ohci1+ (pid 12)
irq19: (no thread)
irq20: (no thread)
irq21: (no thread)
irq22: (no thread)
irq23: (no thread)
irq256: hpet0:t0 (no thread)
irq257: hpet0:t1 (no thread)
irq258: hpet0:t2 (no thread)
irq259: bge0 (no thread)
irq260: ahci0 (pid 12) {ENTROPY}
db> show intr/av
irq1: (no thread)
irq0: attimer0 (no thread)
attimer0 CLK 0(0xfffffe000287c600) {EXCL, MPSAFE}
irq3: (no thread)
irq4: (no thread)
irq5: (no thread)
irq6: (no thread)
irq7: (no thread)
irq8: atrtc0 (no thread)
atrtc0 CLK 0(0xfffffe000287ca00) {EXCL}
irq9: acpi0 (no thread)
acpi0 DULL 0(0xfffffe000284a1c0) {MPSAFE}
irq10: (no thread)
irq11: (no thread)
irq12: (no thread)
irq13: (no thread)
irq14: ata0 (pid 12) {ENTROPY}
ata0 DISK ata_interrupt(0xfffffe00068c8800) {ENTROPY, MPSAFE}
irq15: ata1 (pid 12) {ENTROPY}
ata1 DISK ata_interrupt(0xfffffe00068ca000) {ENTROPY, MPSAFE}
irq16: (no thread)
irq17: ehci0 ehci1+ (pid 12)
ehci0 DISK ehci_interrupt(0xffffff8001f98000) {MPSAFE}
ehci1 DISK ehci_interrupt(0xffffff8001fa4000) {MPSAFE}
ehci2 DISK ehci_interrupt(0xffffff8001fb0000) {MPSAFE}
irq18: ohci0 ohci1+ (pid 12)
ohci0 DISK ohci_interrupt(0xffffff8001f95000) {MPSAFE}
ohci1 DISK ohci_interrupt(0xffffff8001fa1000) {MPSAFE}
ohci2 DISK ohci_interrupt(0xffffff8001fad000) {MPSAFE}
irq19: (no thread)
irq20: (no thread)
irq21: (no thread)
irq22: (no thread)
irq23: (no thread)
swi1: netisr 0 (pid 12) {SOFT}
netisr 0 SWI swi_net(0xffffffff81775880) {MPSAFE}
swi3: vm (pid 12) {SOFT}
vm SWI swi_vm(0) {MPSAFE}
swi4: clock (pid 12) {SOFT}
clock SWI softclock(0xffffffff81257dc0) {MPSAFE}
swi4: clock (pid 12) {SOFT}
clock SWI softclock(0xffffffff81257e40) {MPSAFE}
swi6: Giant taskq (pid 12) {SOFT}
Giant taskq SWI taskqueue_swi_giant_run(0)
swi6: task queue (pid 12) {SOFT}
task queue SWI taskqueue_swi_run(0) {MPSAFE}
swi2: cambio (pid 12) {SOFT}
cambio SWI camisr(0) {MPSAFE}
swi5: + (pid 12) {SOFT}
Fast task queue SWI taskqueue_fast_run(0) {MPSAFE}
irq256: hpet0:t0 (no thread)
hpet0:t0 CLK 0(0xffffff8001f83098) {EXCL}
irq257: hpet0:t1 (no thread)
hpet0:t1 CLK 0(0xffffff8001f83268) {EXCL}
irq258: hpet0:t2 (no thread)
hpet0:t2 CLK 0(0xffffff8001f83438) {EXCL}
irq259: bge0 (no thread)
bge0 NET 0(0xffffff8001f87000) {MPSAFE}
irq260: ahci0 (pid 12) {ENTROPY}
ahci0 DISK ahci_intr(0xfffffe000280d060) {ENTROPY, MPSAFE}
db> capture off
we have been tracking down a problem that Ben sees on his machine where
txg thread is waiting in ddt_sync() on read ZIO, which never returns.
The ZFS I/O threads are all idle and this doesn't look like hardware
problem as every single time that happens it is always the txg thread
hanging in ddt_sync(). There are also no pending I/O requests below ZFS.
This looks like a missed wakeup on ZIO completion, but there is nothing
obviously wrong in that code path and it would be rather unlikely that
we will always see it in ddt_sync().
It happens when Ben is trying to remove large directory which was
created with dedup=on.
We are pretty much out of ideas where to look next.
Below you can find stack traces from all threads in the system.
The guilty one is 100346.
db> show pcpu
cpuid = 0
dynamic pcpu = 0x564e00
curthread = 0xfffffe0002485470: pid 12 "swi6: Giant taskq"
curpcb = 0xffffff8000258d00
fpcurthread = none
idlethread = 0xfffffe000246f470: tid 100003 "idle: cpu0"
curpmap = 0xffffffff81250b50
tssp = 0xffffffff812baae0
commontssp = 0xffffffff812baae0
rsp0 = 0xffffff8000258d00
gs32p = 0xffffffff812b8c38
ldt = 0xffffffff812b8c78
tss = 0xffffffff812b8c68
db> show allpcpu
Current CPU: 0
cpuid = 0
dynamic pcpu = 0x564e00
curthread = 0xfffffe0002485470: pid 12 "swi6: Giant taskq"
curpcb = 0xffffff8000258d00
fpcurthread = none
idlethread = 0xfffffe000246f470: tid 100003 "idle: cpu0"
curpmap = 0xffffffff81250b50
tssp = 0xffffffff812baae0
commontssp = 0xffffffff812baae0
rsp0 = 0xffffff8000258d00
gs32p = 0xffffffff812b8c38
ldt = 0xffffffff812b8c78
tss = 0xffffffff812b8c68
cpuid = 1
dynamic pcpu = 0xffffff807effbe00
curthread = 0xfffffe000246f000: pid 11 "idle: cpu1"
curpcb = 0xffffff8000221d00
fpcurthread = none
idlethread = 0xfffffe000246f000: tid 100004 "idle: cpu1"
curpmap = 0xffffffff81250b50
tssp = 0xffffffff812bab48
commontssp = 0xffffffff812bab48
rsp0 = 0xffffff8000221d00
gs32p = 0xffffffff812b8ca0
ldt = 0xffffffff812b8ce0
tss = 0xffffffff812b8cd0
db> ps
pid ppid pgrp uid state wmesg wchan cmd
6450 1352 6450 0 Ds tx->tx_q 0xfffffe0007830e40 sshd
6449 1155 1155 0 D tx->tx_q 0xfffffe0007830e40 perl5.14.2
6448 6447 6448 0 DVs tx->tx_q 0xfffffe0007830e40 cron
6447 1367 1367 0 D ppwait 0xfffffe004980dd98 cron
4785 4238 4785 0 D+ tx->tx_q 0xfffffe0007830e40 rm
4238 4234 4238 0 S+ wait 0xfffffe0030007000 bash
4234 4233 4234 0 S+ pause 0xfffffe00300069e0 csh
4233 1451 4233 1001 S+ wait 0xfffffe00300054a0 su
2571 2569 2571 1001 S+ select 0xfffffe0049bc0dc0 emacs
2569 2568 2569 1001 Ss+ wait 0xfffffe0049ff0000 bash
2568 2566 2566 1001 S select 0xfffffe0049f1f2c0 sshd
2566 1352 2566 0 Ss sbwait 0xfffffe0049e94694 sshd
1462 1146 1146 0 S select 0xfffffe0049f21d40 smbd
1459 1146 1146 0 S select 0xfffffe0049bc28c0 smbd
1451 1450 1451 1001 Ss+ wait 0xfffffe001083d940 bash
1450 1448 1448 1001 S select 0xfffffe0010b16840 sshd
1448 1352 1448 0 Ss sbwait 0xfffffe0049517694 sshd
1447 1146 1146 0 D tx->tx_q 0xfffffe0007830e40 smbd
1427 1 1427 0 Ss+ ttyin 0xfffffe0006ace8a8 getty
1426 1 1426 0 Ss+ ttyin 0xfffffe0006aceca8 getty
1425 1 1425 0 Ss+ ttyin 0xfffffe0006acf0a8 getty
1424 1 1424 0 Ss+ ttyin 0xfffffe0006acf4a8 getty
1423 1 1423 0 Ss+ ttyin 0xfffffe0006acf8a8 getty
1422 1 1422 0 Ss+ ttyin 0xfffffe0006acfca8 getty
1421 1 1421 0 Ss+ ttyin 0xfffffe0006ad10a8 getty
1420 1 1420 0 Ss+ ttyin 0xfffffe0006ad14a8 getty
1367 1 1367 0 Ss nanslp 0xffffffff81257d88 cron
1361 1 1361 25 Ss pause 0xfffffe001083d0a0 sendmail
1355 1 1355 0 Ss select 0xfffffe0010afab40 sendmail
1352 1 1352 0 Ss select 0xfffffe0007672e40 sshd
1308 1 1308 0 Ss select 0xfffffe0010b13240 ntpd
1165 1 1165 0 Ss (threaded) bacula-fd
100410 S uwait 0xfffffe0010dfda00 bacula-fd
100409 S nanslp 0xffffffff81257d88 bacula-fd
100401 S select 0xfffffe0010b113c0 bacula-fd
1155 1 1155 0 Ss select 0xfffffe0010afaa40 perl5.14.2
1150 1146 1146 0 S select 0xfffffe0049179ac0 smbd
1146 1 1146 0 Ss select 0xfffffe00491772c0 smbd
1144 1 1144 0 Ds tx->tx_q 0xfffffe0007830e40 nmbd
1078 1 1078 0 Ds tx->tx_q 0xfffffe0007830e40 syslogd
1043 1 1043 65 Ss select 0xfffffe000ed47040 dhclient
1005 1 1005 0 Ss select 0xfffffe00494285c0 dhclient
920 1 920 0 Ss select 0xfffffe0007ec1840 devd
18 0 0 0 DL sdflush 0xffffffff812ae478 [softdepflush]
17 0 0 0 DL syncer 0xffffffff812a5740 [syncer]
16 0 0 0 DL vlruwt 0xfffffe000754e000 [vnlru]
9 0 0 0 DL psleep 0xffffffff812a51c8 [bufdaemon]
8 0 0 0 DL pgzero 0xffffffff812b849c [pagezero]
7 0 0 0 DL psleep 0xffffffff812b7668 [vmdaemon]
6 0 0 0 DL psleep 0xffffffff812b762c [pagedaemon]
5 0 0 0 DL ccb_scan 0xffffffff812120e0 [xpt_thrd]
4 0 0 0 DL waiting_ 0xffffffff812a8780 [sctp_iterator]
3 0 0 0 DL (threaded) [zfskern]
100346 D zio->io_ 0xfffffe006567bd70 [txg_thread_enter]
100345 D tx->tx_q 0xfffffe0007830e30 [txg_thread_enter]
100059 D l2arc_fe 0xffffffff8168bbc0 [l2arc_feed_thread]
100058 D arc_recl 0xffffffff8167bd20 [arc_reclaim_thread]
15 0 0 0 DL (threaded) [usb]
100054 D - 0xffffff8001fb6e18 [usbus5]
100053 D - 0xffffff8001fb6dc0 [usbus5]
100052 D - 0xffffff8001fb6d68 [usbus5]
100051 D - 0xffffff8001fb6d10 [usbus5]
100050 D - 0xffffff8001fae460 [usbus4]
100049 D - 0xffffff8001fae408 [usbus4]
100048 D - 0xffffff8001fae3b0 [usbus4]
100047 D - 0xffffff8001fae358 [usbus4]
100044 D - 0xffffff8001faae18 [usbus3]
100043 D - 0xffffff8001faadc0 [usbus3]
100042 D - 0xffffff8001faad68 [usbus3]
100041 D - 0xffffff8001faad10 [usbus3]
100040 D - 0xffffff8001fa2460 [usbus2]
100039 D - 0xffffff8001fa2408 [usbus2]
100038 D - 0xffffff8001fa23b0 [usbus2]
100037 D - 0xffffff8001fa2358 [usbus2]
100036 D - 0xffffff8001f9ee18 [usbus1]
100035 D - 0xffffff8001f9edc0 [usbus1]
100034 D - 0xffffff8001f9ed68 [usbus1]
100033 D - 0xffffff8001f9ed10 [usbus1]
100031 D - 0xffffff8001f96460 [usbus0]
100030 D - 0xffffff8001f96408 [usbus0]
100029 D - 0xffffff8001f963b0 [usbus0]
100028 D - 0xffffff8001f96358 [usbus0]
2 0 0 0 DL ctl_work 0xffffff8000c5e000 [ctl_thrd]
14 0 0 0 DL - 0xffffffff81256a24 [yarrow]
13 0 0 0 DL (threaded) [geom]
100011 D - 0xffffffff8124fe70 [g_down]
100010 D - 0xffffffff8124fe68 [g_up]
100009 D - 0xffffffff8124fe58 [g_event]
12 0 0 0 RL (threaded) [intr]
100046 I [irq15: ata1]
100045 I [irq14: ata0]
100032 I [irq17: ehci0 ehci1+]
100027 I [irq18: ohci0 ohci1+]
100026 I [irq260: ahci0]
100022 I [swi5: +]
100021 I [swi2: cambio]
100016 I [swi6: task queue]
100014 Run CPU 0 [swi6: Giant taskq]
100008 I [swi4: clock]
100007 I [swi4: clock]
100006 I [swi3: vm]
100005 I [swi1: netisr 0]
11 0 0 0 RL (threaded) [idle]
100004 Run CPU 1 [idle: cpu1]
100003 CanRun [idle: cpu0]
1 0 1 0 SLs wait 0xfffffe000246c940 [init]
10 0 0 0 DL audit_wo 0xffffffff812ad3f0 [audit]
0 0 0 0 DLs (threaded) [kernel]
100384 D - 0xfffffe0007ec2d80 [zil_clean]
100383 D - 0xfffffe0007ec2480 [zil_clean]
100382 D - 0xfffffe0007672880 [zil_clean]
100381 D - 0xfffffe000ed48800 [zil_clean]
100380 D - 0xfffffe000ed45e00 [zil_clean]
100379 D - 0xfffffe0007c7ce00 [zil_clean]
100378 D - 0xfffffe0007c7c480 [zil_clean]
100377 D - 0xfffffe0007564a00 [zil_clean]
100376 D - 0xfffffe000ed45600 [zil_clean]
100375 D - 0xfffffe0007672500 [zil_clean]
100374 D - 0xfffffe0007c7e900 [zil_clean]
100373 D - 0xfffffe0007c7d400 [zil_clean]
100372 D - 0xfffffe000ed46300 [zil_clean]
100371 D - 0xfffffe0007672a80 [zil_clean]
100370 D - 0xfffffe000ed45200 [zil_clean]
100369 D - 0xfffffe0007ec0800 [zil_clean]
100368 D - 0xfffffe0007ec3e00 [zil_clean]
100367 D - 0xfffffe0007ec1100 [zil_clean]
100366 D - 0xfffffe0007c7ca00 [zil_clean]
100347 D - 0xfffffe0007c7db00 [zil_clean]
100344 D - 0xfffffe0007542d80 [zfs_vn_rele_taskq]
100343 D - 0xfffffe0007668100 [zio_ioctl_intr]
100342 D - 0xfffffe0007668180 [zio_ioctl_issue]
100341 D - 0xfffffe0007668200 [zio_claim_intr]
100340 D - 0xfffffe0007668280 [zio_claim_issue]
100339 D - 0xfffffe0007668300 [zio_free_intr]
100338 D - 0xfffffe0007668380 [zio_free_issue_99]
100337 D - 0xfffffe0007668380 [zio_free_issue_98]
100336 D - 0xfffffe0007668380 [zio_free_issue_97]
100335 D - 0xfffffe0007668380 [zio_free_issue_96]
100334 D - 0xfffffe0007668380 [zio_free_issue_95]
100333 D - 0xfffffe0007668380 [zio_free_issue_94]
100332 D - 0xfffffe0007668380 [zio_free_issue_93]
100331 D - 0xfffffe0007668380 [zio_free_issue_92]
100330 D - 0xfffffe0007668380 [zio_free_issue_91]
100329 D - 0xfffffe0007668380 [zio_free_issue_90]
100328 D - 0xfffffe0007668380 [zio_free_issue_89]
100327 D - 0xfffffe0007668380 [zio_free_issue_88]
100326 D - 0xfffffe0007668380 [zio_free_issue_87]
100325 D - 0xfffffe0007668380 [zio_free_issue_86]
100324 D - 0xfffffe0007668380 [zio_free_issue_85]
100323 D - 0xfffffe0007668380 [zio_free_issue_84]
100322 D - 0xfffffe0007668380 [zio_free_issue_83]
100321 D - 0xfffffe0007668380 [zio_free_issue_82]
100320 D - 0xfffffe0007668380 [zio_free_issue_81]
100319 D - 0xfffffe0007668380 [zio_free_issue_80]
100318 D - 0xfffffe0007668380 [zio_free_issue_79]
100317 D - 0xfffffe0007668380 [zio_free_issue_78]
100316 D - 0xfffffe0007668380 [zio_free_issue_77]
100315 D - 0xfffffe0007668380 [zio_free_issue_76]
100314 D - 0xfffffe0007668380 [zio_free_issue_75]
100313 D - 0xfffffe0007668380 [zio_free_issue_74]
100312 D - 0xfffffe0007668380 [zio_free_issue_73]
100311 D - 0xfffffe0007668380 [zio_free_issue_72]
100310 D - 0xfffffe0007668380 [zio_free_issue_71]
100309 D - 0xfffffe0007668380 [zio_free_issue_70]
100308 D - 0xfffffe0007668380 [zio_free_issue_69]
100307 D - 0xfffffe0007668380 [zio_free_issue_68]
100306 D - 0xfffffe0007668380 [zio_free_issue_67]
100305 D - 0xfffffe0007668380 [zio_free_issue_66]
100304 D - 0xfffffe0007668380 [zio_free_issue_65]
100303 D - 0xfffffe0007668380 [zio_free_issue_64]
100302 D - 0xfffffe0007668380 [zio_free_issue_63]
100301 D - 0xfffffe0007668380 [zio_free_issue_62]
100300 D - 0xfffffe0007668380 [zio_free_issue_61]
100299 D - 0xfffffe0007668380 [zio_free_issue_60]
100298 D - 0xfffffe0007668380 [zio_free_issue_59]
100297 D - 0xfffffe0007668380 [zio_free_issue_58]
100296 D - 0xfffffe0007668380 [zio_free_issue_57]
100295 D - 0xfffffe0007668380 [zio_free_issue_56]
100294 D - 0xfffffe0007668380 [zio_free_issue_55]
100293 D - 0xfffffe0007668380 [zio_free_issue_54]
100292 D - 0xfffffe0007668380 [zio_free_issue_53]
100291 D - 0xfffffe0007668380 [zio_free_issue_52]
100290 D - 0xfffffe0007668380 [zio_free_issue_51]
100289 D - 0xfffffe0007668380 [zio_free_issue_50]
100288 D - 0xfffffe0007668380 [zio_free_issue_49]
100287 D - 0xfffffe0007668380 [zio_free_issue_48]
100286 D - 0xfffffe0007668380 [zio_free_issue_47]
100285 D - 0xfffffe0007668380 [zio_free_issue_46]
100284 D - 0xfffffe0007668380 [zio_free_issue_45]
100283 D - 0xfffffe0007668380 [zio_free_issue_44]
100282 D - 0xfffffe0007668380 [zio_free_issue_43]
100281 D - 0xfffffe0007668380 [zio_free_issue_42]
100280 D - 0xfffffe0007668380 [zio_free_issue_41]
100279 D - 0xfffffe0007668380 [zio_free_issue_40]
100278 D - 0xfffffe0007668380 [zio_free_issue_39]
100277 D - 0xfffffe0007668380 [zio_free_issue_38]
100276 D - 0xfffffe0007668380 [zio_free_issue_37]
100275 D - 0xfffffe0007668380 [zio_free_issue_36]
100274 D - 0xfffffe0007668380 [zio_free_issue_35]
100273 D - 0xfffffe0007668380 [zio_free_issue_34]
100272 D - 0xfffffe0007668380 [zio_free_issue_33]
100271 D - 0xfffffe0007668380 [zio_free_issue_32]
100270 D - 0xfffffe0007668380 [zio_free_issue_31]
100269 D - 0xfffffe0007668380 [zio_free_issue_30]
100268 D - 0xfffffe0007668380 [zio_free_issue_29]
100267 D - 0xfffffe0007668380 [zio_free_issue_28]
100266 D - 0xfffffe0007668380 [zio_free_issue_27]
100265 D - 0xfffffe0007668380 [zio_free_issue_26]
100264 D - 0xfffffe0007668380 [zio_free_issue_25]
100263 D - 0xfffffe0007668380 [zio_free_issue_24]
100262 D - 0xfffffe0007668380 [zio_free_issue_23]
100261 D - 0xfffffe0007668380 [zio_free_issue_22]
100260 D - 0xfffffe0007668380 [zio_free_issue_21]
100259 D - 0xfffffe0007668380 [zio_free_issue_20]
100258 D - 0xfffffe0007668380 [zio_free_issue_19]
100257 D - 0xfffffe0007668380 [zio_free_issue_18]
100256 D - 0xfffffe0007668380 [zio_free_issue_17]
100255 D - 0xfffffe0007668380 [zio_free_issue_16]
100254 D - 0xfffffe0007668380 [zio_free_issue_15]
100253 D - 0xfffffe0007668380 [zio_free_issue_14]
100252 D - 0xfffffe0007668380 [zio_free_issue_13]
100251 D - 0xfffffe0007668380 [zio_free_issue_12]
100250 D - 0xfffffe0007668380 [zio_free_issue_11]
100249 D - 0xfffffe0007668380 [zio_free_issue_10]
100248 D - 0xfffffe0007668380 [zio_free_issue_9]
100247 D - 0xfffffe0007668380 [zio_free_issue_8]
100246 D - 0xfffffe0007668380 [zio_free_issue_7]
100245 D - 0xfffffe0007668380 [zio_free_issue_6]
100244 D - 0xfffffe0007668380 [zio_free_issue_5]
100243 D - 0xfffffe0007668380 [zio_free_issue_4]
100242 D - 0xfffffe0007668380 [zio_free_issue_3]
100241 D - 0xfffffe0007668380 [zio_free_issue_2]
100240 D - 0xfffffe0007668380 [zio_free_issue_1]
100239 D - 0xfffffe0007668380 [zio_free_issue_0]
100238 D - 0xfffffe0007668400 [zio_write_intr_high]
100237 D - 0xfffffe0007668400 [zio_write_intr_high]
100236 D - 0xfffffe0007668400 [zio_write_intr_high]
100235 D - 0xfffffe0007668400 [zio_write_intr_high]
100234 D - 0xfffffe0007668400 [zio_write_intr_high]
100233 D - 0xfffffe0007668480 [zio_write_intr_7]
100232 D - 0xfffffe0007668480 [zio_write_intr_6]
100231 D - 0xfffffe0007668480 [zio_write_intr_5]
100230 D - 0xfffffe0007668480 [zio_write_intr_4]
100229 D - 0xfffffe0007668480 [zio_write_intr_3]
100228 D - 0xfffffe0007668480 [zio_write_intr_2]
100227 D - 0xfffffe0007668480 [zio_write_intr_1]
100226 D - 0xfffffe0007668480 [zio_write_intr_0]
100225 D - 0xfffffe0007668500 [zio_write_issue_hig]
100224 D - 0xfffffe0007668500 [zio_write_issue_hig]
100223 D - 0xfffffe0007668500 [zio_write_issue_hig]
100222 D - 0xfffffe0007668500 [zio_write_issue_hig]
100221 D - 0xfffffe0007668500 [zio_write_issue_hig]
100220 D - 0xfffffe0007668580 [zio_write_issue_1]
100219 D - 0xfffffe0007668580 [zio_write_issue_0]
100218 D - 0xfffffe0007668600 [zio_read_intr_1]
100217 D - 0xfffffe0007668600 [zio_read_intr_0]
100216 D - 0xfffffe0007668680 [zio_read_issue_7]
100215 D - 0xfffffe0007668680 [zio_read_issue_6]
100214 D - 0xfffffe0007668680 [zio_read_issue_5]
100213 D - 0xfffffe0007668680 [zio_read_issue_4]
100212 D - 0xfffffe0007668680 [zio_read_issue_3]
100211 D - 0xfffffe0007668680 [zio_read_issue_2]
100210 D - 0xfffffe0007668680 [zio_read_issue_1]
100209 D - 0xfffffe0007668680 [zio_read_issue_0]
100208 D - 0xfffffe0007668700 [zio_null_intr]
100207 D - 0xfffffe0007668780 [zio_null_issue]
100057 D - 0xfffffe0006adb680 [mca taskq]
100056 D - 0xfffffe0006adb780 [system_taskq_1]
100055 D - 0xfffffe0006adb780 [system_taskq_0]
100025 D - 0xfffffe00028b2500 [bge0 taskq]
100023 D - 0xfffffe0002634d80 [thread taskq]
100020 D - 0xfffffe0002635300 [kqueue taskq]
100019 D - 0xfffffe0002635380 [acpi_task_2]
100018 D - 0xfffffe0002635380 [acpi_task_1]
100017 D - 0xfffffe0002635380 [acpi_task_0]
100015 D - 0xfffffe00025d6d00 [ffs_trim taskq]
100012 D - 0xfffffe0002487c80 [firmware taskq]
100000 D sched 0xffffffff81250140 [swapper]
db> trace
Tracing pid 12 tid 100014 td 0xfffffe0002485470
kdb_enter() at kdb_enter+0x3b
kdb_break() at kdb_break+0x27
scgetc() at scgetc+0x361
sckbdevent() at sckbdevent+0xed
kbdmux_intr() at kbdmux_intr+0x43
kbdmux_kbd_intr() at kbdmux_kbd_intr+0x20
taskqueue_run_locked() at taskqueue_run_locked+0x85
taskqueue_run() at taskqueue_run+0x3a
intr_event_execute_handlers() at intr_event_execute_handlers+0x104
ithread_loop() at ithread_loop+0xa6
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000258cf0, rbp = 0 ---
db> alltracve
No such command
db> alltrace
Tracing command sshd pid 6450 tid 100394 td 0xfffffe00109f98e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
dmu_tx_assign() at dmu_tx_assign+0x170
zfs_inactive() at zfs_inactive+0xf1
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
vinactive() at vinactive+0x8d
vputx() at vputx+0x2d8
vn_close() at vn_close+0xa4
vn_closefile() at vn_closefile+0x5d
_fdrop() at _fdrop+0x23
closef() at closef+0x52
kern_close() at kern_close+0x172
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (6, FreeBSD ELF64, sys_close), rip = 0x80064b99c, rsp = 0x7fffffffd168, rbp = 0x80065c000 ---
Tracing command perl5.14.2 pid 6449 tid 100439 td 0xfffffe0049ff6000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
zfs_freebsd_write() at zfs_freebsd_write+0x47b
VOP_WRITE_APV() at VOP_WRITE_APV+0xb2
vn_write() at vn_write+0x38c
dofilewrite() at dofilewrite+0x8b
kern_writev() at kern_writev+0x6c
sys_write() at sys_write+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (4, FreeBSD ELF64, sys_write), rip = 0x8014f2e5c, rsp = 0x7fffffffdae8, rbp = 0x4 ---
Tracing command cron pid 6448 tid 100420 td 0xfffffe004983e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
dmu_tx_assign() at dmu_tx_assign+0x170
zfs_inactive() at zfs_inactive+0xf1
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
vinactive() at vinactive+0x8d
vputx() at vputx+0x2d8
vn_close() at vn_close+0xa4
vn_closefile() at vn_closefile+0x5d
_fdrop() at _fdrop+0x23
closef() at closef+0x52
kern_close() at kern_close+0x172
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (6, FreeBSD ELF64, sys_close), rip = 0x800d3ee3c, rsp = 0x7fffffffd0b8, rbp = 0x8010ba300 ---
Tracing command cron pid 6447 tid 100441 td 0xfffffe0049ff4470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
amd64_syscall() at amd64_syscall+0x45e
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (6448), rip = 0x800c9cbcd, rsp = 0x7fffffffd4c0, rbp = 0x80105f070 ---
Tracing command rm pid 4785 tid 100445 td 0xfffffe0049fc9000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
dmu_tx_assign() at dmu_tx_assign+0x170
zfs_rmnode() at zfs_rmnode+0x16e
zfs_inactive() at zfs_inactive+0x66
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
vinactive() at vinactive+0x8d
vputx() at vputx+0x2d8
kern_unlinkat() at kern_unlinkat+0x1df
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (10, FreeBSD ELF64, sys_unlink), rip = 0x80090c32c, rsp = 0x7fffffffdb18, rbp = 0x800c07300 ---
Tracing command bash pid 4238 tid 100426 td 0xfffffe00497a08e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80109bb9c, rsp = 0x7fffffffd888, rbp = 0x801471c80 ---
Tracing command csh pid 4234 tid 100427 td 0xfffffe00497a0470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_sigsuspend() at kern_sigsuspend+0xbc
sys_sigsuspend() at sys_sigsuspend+0x34
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (4, FreeBSD ELF64, sys_write), rip = 0x800d3baec, rsp = 0x7fffffffd058, rbp = 0x80145c300 ---
Tracing command su pid 4233 tid 100431 td 0xfffffe003002c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x800ec7b9c, rsp = 0x7fffffffd5c8, rbp = 0x108a ---
Tracing command emacs pid 2571 tid 100407 td 0xfffffe0010a5f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x801348dfc, rsp = 0x7fffffffce98, rbp = 0x4 ---
Tracing command bash pid 2569 tid 100423 td 0xfffffe00497f98e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80109bb9c, rsp = 0x7fffffffd8a8, rbp = 0x80145d420 ---
Tracing command sshd pid 2568 tid 100433 td 0xfffffe003002c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8024d2dfc, rsp = 0x7fffffffcc68, rbp = 0x7fffffffccf0 ---
Tracing command sshd pid 2566 tid 100443 td 0xfffffe0049fc98e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
soreceive_generic() at soreceive_generic+0xf75
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8024d2e7c, rsp = 0x7fffffffcc78, rbp = 0 ---
Tracing command smbd pid 1462 tid 100362 td 0xfffffe001095e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80399325c, rsp = 0x7fffffffd638, rbp = 0x804c1bed0 ---
Tracing command smbd pid 1459 tid 100406 td 0xfffffe0010a61000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80399325c, rsp = 0x7fffffffd638, rbp = 0x804c1bed0 ---
Tracing command bash pid 1451 tid 100348 td 0xfffffe00101bd470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x80109bb9c, rsp = 0x7fffffffd8a8, rbp = 0x80145d420 ---
Tracing command sshd pid 1450 tid 100355 td 0xfffffe0007529000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8024d2dfc, rsp = 0x7fffffffcc68, rbp = 0x7fffffffccf0 ---
Tracing command sshd pid 1448 tid 100414 td 0xfffffe00498628e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
soreceive_generic() at soreceive_generic+0xf75
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x8024d2e7c, rsp = 0x7fffffffcc78, rbp = 0 ---
Tracing command smbd pid 1447 tid 100352 td 0xfffffe0007529470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
dmu_tx_assign() at dmu_tx_assign+0x170
zfs_inactive() at zfs_inactive+0xf1
zfs_freebsd_inactive() at zfs_freebsd_inactive+0x1a
vinactive() at vinactive+0x8d
vputx() at vputx+0x2d8
vn_close() at vn_close+0xa4
vn_closefile() at vn_closefile+0x5d
_fdrop() at _fdrop+0x23
closef() at closef+0x52
kern_close() at kern_close+0x172
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (6, FreeBSD ELF64, sys_close), rip = 0x8039f7e3c, rsp = 0x7fffffffd078, rbp = 0x804ca6750 ---
Tracing command getty pid 1427 tid 100398 td 0xfffffe0010a638e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1426 tid 100395 td 0xfffffe00109f9470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1425 tid 100400 td 0xfffffe0010a63000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1424 tid 100399 td 0xfffffe0010a63470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1423 tid 100415 td 0xfffffe0049862470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1422 tid 100388 td 0xfffffe00109fb8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1421 tid 100418 td 0xfffffe00497e0470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command getty pid 1420 tid 100403 td 0xfffffe0010a62000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
tty_wait() at tty_wait+0x25
ttydisc_read() at ttydisc_read+0x2ae
ttydev_read() at ttydev_read+0x10f
devfs_read_f() at devfs_read_f+0x88
dofileread() at dofileread+0xa1
kern_readv() at kern_readv+0x6c
sys_read() at sys_read+0x64
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (3, FreeBSD ELF64, sys_read), rip = 0x800b32e7c, rsp = 0x7fffffffdca8, rbp = 0 ---
Tracing command cron pid 1367 tid 100387 td 0xfffffe0010a65000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_sleep() at _sleep+0x2d4
kern_nanosleep() at kern_nanosleep+0x118
sys_nanosleep() at sys_nanosleep+0x6e
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x800d1f58c, rsp = 0x7fffffffdae8, rbp = 0x3c ---
Tracing command sendmail pid 1361 tid 100351 td 0xfffffe00101bc8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_sigsuspend() at kern_sigsuspend+0xbc
sys_sigsuspend() at sys_sigsuspend+0x34
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (4, FreeBSD ELF64, sys_write), rip = 0x801332aec, rsp = 0x7fffffffbdb8, rbp = 0x1 ---
Tracing command sendmail pid 1355 tid 100422 td 0xfffffe004983e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8013d6dfc, rsp = 0x7fffffffb228, rbp = 0x7fffffffb2c0 ---
Tracing command sshd pid 1352 tid 100358 td 0xfffffe00101bb000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8024d2dfc, rsp = 0x7fffffffcd88, rbp = 0x2 ---
Tracing command ntpd pid 1308 tid 100404 td 0xfffffe0010a618e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x801346dfc, rsp = 0x7fffffffdbd8, rbp = 0x7fffffffdd08 ---
Tracing command bacula-fd pid 1165 tid 100410 td 0xfffffe00497d1470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_sleep() at _sleep+0x2d4
do_wait() at do_wait+0x57c
__umtx_op_wait_uint_private() at __umtx_op_wait_uint_private+0x6e
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (454, FreeBSD ELF64, sys__umtx_op), rip = 0x8017dc87c, rsp = 0x7fffff9fcdf8, rbp = 0 ---
Tracing command bacula-fd pid 1165 tid 100409 td 0xfffffe0010a5f000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_sleep() at _sleep+0x2d4
kern_nanosleep() at kern_nanosleep+0x118
sys_nanosleep() at sys_nanosleep+0x6e
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (240, FreeBSD ELF64, sys_nanosleep), rip = 0x802a0e58c, rsp = 0x7fffffbfdec8, rbp = 0 ---
Tracing command bacula-fd pid 1165 tid 100401 td 0xfffffe0010a628e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x802a2ddfc, rsp = 0x7fffffffcba8, rbp = 0x4 ---
Tracing command perl5.14.2 pid 1155 tid 100390 td 0xfffffe00109fb000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x8014f2dfc, rsp = 0x7fffffffdb28, rbp = 0x8 ---
Tracing command smbd pid 1150 tid 100391 td 0xfffffe00109fa8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80399325c, rsp = 0x7fffffffd808, rbp = 0x804cb2cd0 ---
Tracing command smbd pid 1146 tid 100357 td 0xfffffe00101bb470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x80399325c, rsp = 0x7fffffffd8b8, rbp = 0x804c4a550 ---
Tracing command nmbd pid 1144 tid 100396 td 0xfffffe00109f9000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
zfs_freebsd_create() at zfs_freebsd_create+0x337
VOP_CREATE_APV() at VOP_CREATE_APV+0x31
vn_open_cred() at vn_open_cred+0x4c8
kern_openat() at kern_openat+0x1f9
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (5, FreeBSD ELF64, sys_open), rip = 0x80301240c, rsp = 0x7fffffffd968, rbp = 0x8044380d0 ---
Tracing command syslogd pid 1078 tid 100397 td 0xfffffe001095f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_wait_open() at txg_wait_open+0x85
zfs_freebsd_write() at zfs_freebsd_write+0x47b
VOP_WRITE_APV() at VOP_WRITE_APV+0xb2
vn_write() at vn_write+0x38c
dofilewrite() at dofilewrite+0x8b
kern_writev() at kern_writev+0x6c
sys_writev() at sys_writev+0x41
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (121, FreeBSD ELF64, sys_writev), rip = 0x800b1e63c, rsp = 0x7fffffffbfb8, rbp = 0x7fffffffcd00 ---
Tracing command dhclient pid 1043 tid 100389 td 0xfffffe00109fb470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_timedwait_sig() at sleepq_timedwait_sig+0x19
_cv_timedwait_sig() at _cv_timedwait_sig+0x13c
seltdwait() at seltdwait+0x98
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800adc25c, rsp = 0x7fffffffdca8, rbp = 0xcdfe218 ---
Tracing command dhclient pid 1005 tid 100354 td 0xfffffe00101bc000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
sys_poll() at sys_poll+0x2f8
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (209, FreeBSD ELF64, sys_poll), rip = 0x800adc25c, rsp = 0x7fffffffdca8, rbp = 0x6 ---
Tracing command devd pid 920 tid 100363 td 0xfffffe001095e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_cv_wait_sig() at _cv_wait_sig+0x12e
seltdwait() at seltdwait+0x110
kern_select() at kern_select+0x6ef
sys_select() at sys_select+0x5d
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (93, FreeBSD ELF64, sys_select), rip = 0x446d1c, rsp = 0x7fffffffd838, rbp = 0x7fffffffd850 ---
Tracing command softdepflush pid 18 tid 100068 td 0xfffffe000752b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
softdep_flush() at softdep_flush+0x366
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087256cf0, rbp = 0 ---
Tracing command syncer pid 17 tid 100067 td 0xfffffe000752b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_cv_timedwait() at _cv_timedwait+0x13c
sched_sync() at sched_sync+0x535
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087251cf0, rbp = 0 ---
Tracing command vnlru pid 16 tid 100066 td 0xfffffe000752d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
vnlru_proc() at vnlru_proc+0x63c
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808724ccf0, rbp = 0 ---
Tracing command bufdaemon pid 9 tid 100065 td 0xfffffe000752d470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
buf_daemon() at buf_daemon+0x1cb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087247cf0, rbp = 0 ---
Tracing command pagezero pid 8 tid 100064 td 0xfffffe000752d8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
vm_pagezero() at vm_pagezero+0x83
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087242cf0, rbp = 0 ---
Tracing command vmdaemon pid 7 tid 100063 td 0xfffffe000752e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
vm_daemon() at vm_daemon+0x81
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808723dcf0, rbp = 0 ---
Tracing command pagedaemon pid 6 tid 100062 td 0xfffffe000752e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
vm_pageout() at vm_pageout+0x9ca
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087238cf0, rbp = 0 ---
Tracing command xpt_thrd pid 5 tid 100061 td 0xfffffe000752e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
xpt_scanner_thread() at xpt_scanner_thread+0xfa
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087233cf0, rbp = 0 ---
Tracing command sctp_iterator pid 4 tid 100060 td 0xfffffe0006a34470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
sctp_iterator_thread() at sctp_iterator_thread+0x41
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808722ecf0, rbp = 0 ---
Tracing command zfskern pid 3 tid 100346 td 0xfffffe00101be000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
zio_wait() at zio_wait+0x61
dbuf_read() at dbuf_read+0x5e5
dmu_buf_hold() at dmu_buf_hold+0xe0
zap_get_leaf_byblk() at zap_get_leaf_byblk+0x4a
zap_deref_leaf() at zap_deref_leaf+0x68
fzap_update() at fzap_update+0x77
zap_update_uint64() at zap_update_uint64+0x9f
ddt_zap_update() at ddt_zap_update+0x7a
ddt_sync() at ddt_sync+0x3c9
spa_sync() at spa_sync+0x383
txg_sync_thread() at txg_sync_thread+0x139
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089819cf0, rbp = 0 ---
Tracing command zfskern pid 3 tid 100345 td 0xfffffe00076668e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
txg_thread_wait() at txg_thread_wait+0x79
txg_quiesce_thread() at txg_quiesce_thread+0xb5
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089810cf0, rbp = 0 ---
Tracing command zfskern pid 3 tid 100059 td 0xfffffe0006a348e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_cv_timedwait() at _cv_timedwait+0x13c
l2arc_feed_thread() at l2arc_feed_thread+0x1a8
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087229cf0, rbp = 0 ---
Tracing command zfskern pid 3 tid 100058 td 0xfffffe0006aa2000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_cv_timedwait() at _cv_timedwait+0x13c
arc_reclaim_thread() at arc_reclaim_thread+0x29d
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087224cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100054 td 0xfffffe0006aa4470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808720ccf0, rbp = 0 ---
Tracing command usb pid 15 tid 100053 td 0xfffffe0006aa48e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087207cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100052 td 0xfffffe0006aa5000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087202cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100051 td 0xfffffe0006aa5470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871fdcf0, rbp = 0 ---
Tracing command usb pid 15 tid 100050 td 0xfffffe0006aa58e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871f6cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100049 td 0xfffffe0006a30000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871f1cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100048 td 0xfffffe0006a30470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871eccf0, rbp = 0 ---
Tracing command usb pid 15 tid 100047 td 0xfffffe0006a308e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80871e7cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100044 td 0xfffffe0006a318e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087192cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100043 td 0xfffffe0006a33000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808718dcf0, rbp = 0 ---
Tracing command usb pid 15 tid 100042 td 0xfffffe0006a33470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087188cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100041 td 0xfffffe0006a338e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087183cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100040 td 0xfffffe0006a34000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808717ccf0, rbp = 0 ---
Tracing command usb pid 15 tid 100039 td 0xfffffe00068d8000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087177cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100038 td 0xfffffe00068d8470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087172cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100037 td 0xfffffe00068d88e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808716dcf0, rbp = 0 ---
Tracing command usb pid 15 tid 100036 td 0xfffffe00068d9000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087168cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100035 td 0xfffffe00068d9470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087163cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100034 td 0xfffffe00068d98e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808715ecf0, rbp = 0 ---
Tracing command usb pid 15 tid 100033 td 0xfffffe00068da000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087159cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100031 td 0xfffffe00068da8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808714dcf0, rbp = 0 ---
Tracing command usb pid 15 tid 100030 td 0xfffffe0002639470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087148cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100029 td 0xfffffe00026398e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087143cf0, rbp = 0 ---
Tracing command usb pid 15 tid 100028 td 0xfffffe000263b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
usb_process() at usb_process+0x18b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808713ecf0, rbp = 0 ---
Tracing command ctl_thrd pid 2 tid 100024 td 0xfffffe000263c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
ctl_work_thread() at ctl_work_thread+0x300d
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800028acf0, rbp = 0 ---
Tracing command yarrow pid 14 tid 100013 td 0xfffffe00024858e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
random_kthread() at random_kthread+0x1e0
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000252cf0, rbp = 0 ---
Tracing command geom pid 13 tid 100011 td 0xfffffe0002486470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
g_io_schedule_down() at g_io_schedule_down+0x20e
g_down_procbody() at g_down_procbody+0x5c
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000244cf0, rbp = 0 ---
Tracing command geom pid 13 tid 100010 td 0xfffffe00024868e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
g_io_schedule_up() at g_io_schedule_up+0xd8
g_up_procbody() at g_up_procbody+0x5c
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800023fcf0, rbp = 0 ---
Tracing command geom pid 13 tid 100009 td 0xfffffe0002471470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
g_run_events() at g_run_events+0x430
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800023acf0, rbp = 0 ---
Tracing command intr pid 12 tid 100046 td 0xfffffe0006a31000
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100045 td 0xfffffe0006a31470
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100032 td 0xfffffe00068da470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087154cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100027 td 0xfffffe000263b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087139cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100026 td 0xfffffe000263b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80002a0cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100022 td 0xfffffe0002636000
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100021 td 0xfffffe0002636470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800027bcf0, rbp = 0 ---
Tracing command intr pid 12 tid 100016 td 0xfffffe0002639000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000262cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100014 td 0xfffffe0002485470
kdb_enter() at kdb_enter+0x3b
kdb_break() at kdb_break+0x27
scgetc() at scgetc+0x361
sckbdevent() at sckbdevent+0xed
kbdmux_intr() at kbdmux_intr+0x43
kbdmux_kbd_intr() at kbdmux_kbd_intr+0x20
taskqueue_run_locked() at taskqueue_run_locked+0x85
taskqueue_run() at taskqueue_run+0x3a
intr_event_execute_handlers() at intr_event_execute_handlers+0x104
ithread_loop() at ithread_loop+0xa6
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000258cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100008 td 0xfffffe00024718e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000235cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100007 td 0xfffffe0002482000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000230cf0, rbp = 0 ---
Tracing command intr pid 12 tid 100006 td 0xfffffe0002482470
fork_trampoline() at fork_trampoline
Tracing command intr pid 12 tid 100005 td 0xfffffe00024828e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
ithread_loop() at ithread_loop+0x22e
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000226cf0, rbp = 0 ---
Tracing command idle pid 11 tid 100004 td 0xfffffe000246f000
cpustop_handler() at cpustop_handler+0x28
ipi_nmi_handler() at ipi_nmi_handler+0x3d
trap() at trap+0x17a
nmi_calltrap() at nmi_calltrap+0x8
--- trap 0x13, rip = 0xffffffff80bd7c46, rsp = 0xffffff800020bfe0, rbp = 0xffffff8000221ad0 ---
acpi_cpu_c1() at acpi_cpu_c1+0x6
acpi_cpu_idle() at acpi_cpu_idle+0x24a
cpu_idle_acpi() at cpu_idle_acpi+0x45
cpu_idle() at cpu_idle+0x6c
sched_idletd() at sched_idletd+0x24c
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000221cf0, rbp = 0 ---
Tracing command idle pid 11 tid 100003 td 0xfffffe000246f470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sched_idletd() at sched_idletd+0x10b
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800021ccf0, rbp = 0 ---
Tracing command init pid 1 tid 100002 td 0xfffffe000246f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_catch_signals() at sleepq_catch_signals+0x2cc
sleepq_wait_sig() at sleepq_wait_sig+0x16
_sleep() at _sleep+0x29d
kern_wait() at kern_wait+0x6e5
sys_wait4() at sys_wait4+0x35
amd64_syscall() at amd64_syscall+0x546
Xfast_syscall() at Xfast_syscall+0xf7
--- syscall (7, FreeBSD ELF64, sys_wait4), rip = 0x412aec, rsp = 0x7fffffffd7a8, rbp = 0x661e839a ---
Tracing command audit pid 10 tid 100001 td 0xfffffe0002471000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_cv_wait() at _cv_wait+0x121
audit_worker() at audit_worker+0x384
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000212cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100384 td 0xfffffe001095b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898d7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100383 td 0xfffffe00109fc000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898d2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100382 td 0xfffffe001095b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898cdcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100381 td 0xfffffe00109fc470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898c8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100380 td 0xfffffe00109fc8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898c3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100379 td 0xfffffe00109ff000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898becf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100378 td 0xfffffe001095b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898b9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100377 td 0xfffffe001095c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898b4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100376 td 0xfffffe00109ff470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898afcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100375 td 0xfffffe001095c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898aacf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100374 td 0xfffffe00109ff8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898a5cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100373 td 0xfffffe00101b7000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80898a0cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100372 td 0xfffffe00101b7470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808989bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100371 td 0xfffffe00101b78e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089896cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100370 td 0xfffffe001095c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089891cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100369 td 0xfffffe00101ba000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808988ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100368 td 0xfffffe00101ba470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089887cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100367 td 0xfffffe001095d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089882cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100366 td 0xfffffe00101ba8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808987dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100347 td 0xfffffe00101bd8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808981ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100344 td 0xfffffe0007637470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089806cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100343 td 0xfffffe0007636000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089801cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100342 td 0xfffffe000766e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897fccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100341 td 0xfffffe000766e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897f7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100340 td 0xfffffe0007670000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897f2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100339 td 0xfffffe000766f470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897edcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100338 td 0xfffffe000765d8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897e8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100337 td 0xfffffe00076708e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897e3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100336 td 0xfffffe0007663000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897decf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100335 td 0xfffffe00076628e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897d9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100334 td 0xfffffe0007664000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897d4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100333 td 0xfffffe0007663470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897cfcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100332 td 0xfffffe00076648e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897cacf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100331 td 0xfffffe0007664470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897c5cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100330 td 0xfffffe00076658e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897c0cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100329 td 0xfffffe0007665470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897bbcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100328 td 0xfffffe0007656000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897b6cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100327 td 0xfffffe0007666000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897b1cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100326 td 0xfffffe00076568e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897accf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100325 td 0xfffffe0007656470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897a7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100324 td 0xfffffe00076588e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80897a2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100323 td 0xfffffe0007658470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808979dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100322 td 0xfffffe00076598e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089798cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100321 td 0xfffffe0007659000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089793cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100320 td 0xfffffe000765a470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808978ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100319 td 0xfffffe000765a000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089789cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100318 td 0xfffffe000765b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089784cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100317 td 0xfffffe000765b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808977fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100316 td 0xfffffe000764c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808977acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100315 td 0xfffffe000765b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089775cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100314 td 0xfffffe0007650470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089770cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100313 td 0xfffffe0007650000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808976bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100312 td 0xfffffe0007651470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089766cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100311 td 0xfffffe0007651000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089761cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100310 td 0xfffffe0007653470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808975ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100309 td 0xfffffe00076518e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089757cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100308 td 0xfffffe0007654470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089752cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100307 td 0xfffffe00076538e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808974dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100306 td 0xfffffe0007655000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089748cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100305 td 0xfffffe00076548e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089743cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100304 td 0xfffffe0007643470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808973ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100303 td 0xfffffe00076558e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089739cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100302 td 0xfffffe0007647470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089734cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100301 td 0xfffffe00076438e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808972fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100300 td 0xfffffe0007648000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808972acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100299 td 0xfffffe00076478e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089725cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100298 td 0xfffffe0007649000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089720cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100297 td 0xfffffe00076488e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808971bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100296 td 0xfffffe000764b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089716cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100295 td 0xfffffe0007649470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089711cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100294 td 0xfffffe000764b8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808970ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100293 td 0xfffffe000764b470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089707cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100292 td 0xfffffe000763c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089702cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100291 td 0xfffffe000764c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896fdcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100290 td 0xfffffe000763e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896f8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100289 td 0xfffffe000763c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896f3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100288 td 0xfffffe000763e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896eecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100287 td 0xfffffe000763e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896e9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100286 td 0xfffffe000763f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896e4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100285 td 0xfffffe000763f000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896dfcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100284 td 0xfffffe0007640470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896dacf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100283 td 0xfffffe0007640000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896d5cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100282 td 0xfffffe0007642470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896d0cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100281 td 0xfffffe0007642000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896cbcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100280 td 0xfffffe0007643000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896c6cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100279 td 0xfffffe00076428e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896c1cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100278 td 0xfffffe00076348e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896bccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100277 td 0xfffffe0007634470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896b7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100276 td 0xfffffe00076368e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896b2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100275 td 0xfffffe0007636470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896adcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100274 td 0xfffffe00076378e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089699cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100273 td 0xfffffe0007637000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089685cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100272 td 0xfffffe0007639000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089671cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100271 td 0xfffffe0007639470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089658cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100270 td 0xfffffe000763a000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089644cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100269 td 0xfffffe000763a470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808962bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100268 td 0xfffffe00076398e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808961ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100267 td 0xfffffe000763a8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089608cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100266 td 0xfffffe00076298e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896a3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100265 td 0xfffffe0007629470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80896a8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100264 td 0xfffffe000762d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089694cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100263 td 0xfffffe000762c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808969ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100262 td 0xfffffe000762c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808968acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100261 td 0xfffffe000762d470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808968fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100260 td 0xfffffe000762c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808967bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100259 td 0xfffffe000762d8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089680cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100258 td 0xfffffe000762e000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808966ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100257 td 0xfffffe000762e8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089676cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100256 td 0xfffffe000762f000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089662cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100255 td 0xfffffe000762e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089667cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100254 td 0xfffffe000762f470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089653cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100253 td 0xfffffe000762f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808965dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100252 td 0xfffffe0007622000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089649cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100251 td 0xfffffe00076228e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808964ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100250 td 0xfffffe0007622470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808963acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100249 td 0xfffffe0007626470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808963fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100248 td 0xfffffe0007626000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089630cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100247 td 0xfffffe00076278e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089635cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100246 td 0xfffffe0007627000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089621cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100245 td 0xfffffe00076268e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089626cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100244 td 0xfffffe0007628000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089612cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100243 td 0xfffffe0007627470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089617cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100242 td 0xfffffe0007628470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089603cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100241 td 0xfffffe00076288e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808960dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100240 td 0xfffffe0007629000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895fecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100239 td 0xfffffe000752b000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895f9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100238 td 0xfffffe000766c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895efcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100237 td 0xfffffe000766c470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895eacf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100236 td 0xfffffe000766c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895f4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100235 td 0xfffffe000766d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895e5cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100234 td 0xfffffe000766d470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895dbcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100233 td 0xfffffe000766e470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895e0cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100232 td 0xfffffe000766f8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895c7cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100231 td 0xfffffe000765d470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895d1cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100230 td 0xfffffe000766d8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895d6cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100229 td 0xfffffe0007662470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895c2cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100228 td 0xfffffe000766f000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895cccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100227 td 0xfffffe0007665000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895bdcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100226 td 0xfffffe0007670470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895b8cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100225 td 0xfffffe0007658000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895aecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100224 td 0xfffffe0007662000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895a9cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100223 td 0xfffffe000765a8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895b3cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100222 td 0xfffffe00076638e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff80895a4cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100221 td 0xfffffe00076508e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808959fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100220 td 0xfffffe0007666470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808959acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100219 td 0xfffffe0007654000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089590cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100218 td 0xfffffe0007659470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089595cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100217 td 0xfffffe0007647000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089586cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100216 td 0xfffffe000765d000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808958bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100215 td 0xfffffe00076498e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089572cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100214 td 0xfffffe0007653000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808957ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100213 td 0xfffffe000763c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089581cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100212 td 0xfffffe0007655470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808956dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100211 td 0xfffffe00076408e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089577cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100210 td 0xfffffe0007648470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089568cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100209 td 0xfffffe000764c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8089563cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100208 td 0xfffffe000763f470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808955ecf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100207 td 0xfffffe0007634000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808980bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100057 td 0xfffffe0006aa2470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808721fcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100056 td 0xfffffe0006aa28e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff808721acf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100055 td 0xfffffe0006aa4000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8087215cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100025 td 0xfffffe000263c000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800029bcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100023 td 0xfffffe000263c8e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000285cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100020 td 0xfffffe00026368e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000276cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100019 td 0xfffffe0002637000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000271cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100018 td 0xfffffe0002637470
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800026ccf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100017 td 0xfffffe00026378e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
msleep_spin() at msleep_spin+0x194
taskqueue_thread_loop() at taskqueue_thread_loop+0x67
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000267cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100015 td 0xfffffe0002485000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff800025dcf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100012 td 0xfffffe0002486000
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_wait() at sleepq_wait+0x42
_sleep() at _sleep+0x376
taskqueue_thread_loop() at taskqueue_thread_loop+0xbb
fork_exit() at fork_exit+0x11f
fork_trampoline() at fork_trampoline+0xe
--- trap 0, rip = 0, rsp = 0xffffff8000249cf0, rbp = 0 ---
Tracing command kernel pid 0 tid 100000 td 0xffffffff812505e0
sched_switch() at sched_switch+0x11e
mi_switch() at mi_switch+0x186
sleepq_timedwait() at sleepq_timedwait+0x42
_sleep() at _sleep+0x1cf
scheduler() at scheduler+0x34b
mi_startup() at mi_startup+0x77
btext() at btext+0x2c
db> show lockedvnods
Locked vnodes
0xfffffe00074a91e0: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOINGINACT|VI(0x200))
v_object 0xfffffe001082c570 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe004983e8e0 (pid 6448)
0xfffffe0030288780: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOINGINACT|VI(0x200))
v_object 0xfffffe00303b5828 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe0007529470 (pid 1447)
0xfffffe0049502780: tag zfs, type VDIR
usecount 1, writecount 0, refcount 1 mountedhere 0
flags (VI(0x200))
lock type zfs: EXCL by thread 0xfffffe00109f9000 (pid 1144)
0xfffffe0010968d20: tag zfs, type VREG
usecount 1, writecount 1, refcount 1 mountedhere 0
flags (VI(0x200))
v_object 0xfffffe00494c9740 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe001095f8e0 (pid 1078)
0xfffffe00495a9780: tag zfs, type VREG
usecount 1, writecount 1, refcount 1 mountedhere 0
flags (VI(0x200))
v_object 0xfffffe00496be828 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe0049ff6000 (pid 6449)
0xfffffe0049541960: tag zfs, type VREG
usecount 0, writecount 0, refcount 1 mountedhere 0
flags (VI_DOINGINACT|VI(0x200))
v_object 0xfffffe0010885658 ref 0 pages 0
lock type zfs: EXCL by thread 0xfffffe00109f98e0 (pid 6450)
db> show intr
irq0: attimer0 (no thread)
irq8: atrtc0 (no thread)
irq9: acpi0 (no thread)
irq14: ata0 (pid 12) {ENTROPY}
irq15: ata1 (pid 12) {ENTROPY}
irq17: ehci0 ehci1+ (pid 12)
irq18: ohci0 ohci1+ (pid 12)
swi1: netisr 0 (pid 12) {SOFT}
swi3: vm (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi6: Giant taskq (pid 12) {SOFT}
swi6: task queue (pid 12) {SOFT}
swi2: cambio (pid 12) {SOFT}
swi5: + (pid 12) {SOFT}
irq256: hpet0:t0 (no thread)
irq257: hpet0:t1 (no thread)
irq258: hpet0:t2 (no thread)
irq259: bge0 (no thread)
irq260: ahci0 (pid 12) {ENTROPY}
db>
irq0: attimer0 (no thread)
irq8: atrtc0 (no thread)
irq9: acpi0 (no thread)
irq14: ata0 (pid 12) {ENTROPY}
irq15: ata1 (pid 12) {ENTROPY}
irq17: ehci0 ehci1+ (pid 12)
irq18: ohci0 ohci1+ (pid 12)
swi1: netisr 0 (pid 12) {SOFT}
swi3: vm (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi6: Giant taskq (pid 12) {SOFT}
swi6: task queue (pid 12) {SOFT}
swi2: cambio (pid 12) {SOFT}
swi5: + (pid 12) {SOFT}
irq256: hpet0:t0 (no thread)
irq257: hpet0:t1 (no thread)
irq258: hpet0:t2 (no thread)
irq259: bge0 (no thread)
irq260: ahci0 (pid 12) {ENTROPY}
db> show intr av
Symbol not found
db> show intr -a
Symbol not found
db> show intr/a
irq1: (no thread)
irq0: attimer0 (no thread)
irq3: (no thread)
irq4: (no thread)
irq5: (no thread)
irq6: (no thread)
irq7: (no thread)
irq8: atrtc0 (no thread)
irq9: acpi0 (no thread)
irq10: (no thread)
irq11: (no thread)
irq12: (no thread)
irq13: (no thread)
irq14: ata0 (pid 12) {ENTROPY}
irq15: ata1 (pid 12) {ENTROPY}
irq16: (no thread)
irq17: ehci0 ehci1+ (pid 12)
irq18: ohci0 ohci1+ (pid 12)
irq19: (no thread)
irq20: (no thread)
irq21: (no thread)
irq22: (no thread)
irq23: (no thread)
swi1: netisr 0 (pid 12) {SOFT}
swi3: vm (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi4: clock (pid 12) {SOFT}
swi6: Giant taskq (pid 12) {SOFT}
swi6: task queue (pid 12) {SOFT}
swi2: cambio (pid 12) {SOFT}
swi5: + (pid 12) {SOFT}
irq256: hpet0:t0 (no thread)
irq257: hpet0:t1 (no thread)
irq258: hpet0:t2 (no thread)
irq259: bge0 (no thread)
irq260: ahci0 (pid 12) {ENTROPY}
db> show intr/av
irq1: (no thread)
irq0: attimer0 (no thread)
attimer0 CLK 0(0xfffffe000287c600) {EXCL, MPSAFE}
irq3: (no thread)
irq4: (no thread)
irq5: (no thread)
irq6: (no thread)
irq7: (no thread)
irq8: atrtc0 (no thread)
atrtc0 CLK 0(0xfffffe000287ca00) {EXCL}
irq9: acpi0 (no thread)
acpi0 DULL 0(0xfffffe000284a1c0) {MPSAFE}
irq10: (no thread)
irq11: (no thread)
irq12: (no thread)
irq13: (no thread)
irq14: ata0 (pid 12) {ENTROPY}
ata0 DISK ata_interrupt(0xfffffe00068c8800) {ENTROPY, MPSAFE}
irq15: ata1 (pid 12) {ENTROPY}
ata1 DISK ata_interrupt(0xfffffe00068ca000) {ENTROPY, MPSAFE}
irq16: (no thread)
irq17: ehci0 ehci1+ (pid 12)
ehci0 DISK ehci_interrupt(0xffffff8001f98000) {MPSAFE}
ehci1 DISK ehci_interrupt(0xffffff8001fa4000) {MPSAFE}
ehci2 DISK ehci_interrupt(0xffffff8001fb0000) {MPSAFE}
irq18: ohci0 ohci1+ (pid 12)
ohci0 DISK ohci_interrupt(0xffffff8001f95000) {MPSAFE}
ohci1 DISK ohci_interrupt(0xffffff8001fa1000) {MPSAFE}
ohci2 DISK ohci_interrupt(0xffffff8001fad000) {MPSAFE}
irq19: (no thread)
irq20: (no thread)
irq21: (no thread)
irq22: (no thread)
irq23: (no thread)
swi1: netisr 0 (pid 12) {SOFT}
netisr 0 SWI swi_net(0xffffffff81775880) {MPSAFE}
swi3: vm (pid 12) {SOFT}
vm SWI swi_vm(0) {MPSAFE}
swi4: clock (pid 12) {SOFT}
clock SWI softclock(0xffffffff81257dc0) {MPSAFE}
swi4: clock (pid 12) {SOFT}
clock SWI softclock(0xffffffff81257e40) {MPSAFE}
swi6: Giant taskq (pid 12) {SOFT}
Giant taskq SWI taskqueue_swi_giant_run(0)
swi6: task queue (pid 12) {SOFT}
task queue SWI taskqueue_swi_run(0) {MPSAFE}
swi2: cambio (pid 12) {SOFT}
cambio SWI camisr(0) {MPSAFE}
swi5: + (pid 12) {SOFT}
Fast task queue SWI taskqueue_fast_run(0) {MPSAFE}
irq256: hpet0:t0 (no thread)
hpet0:t0 CLK 0(0xffffff8001f83098) {EXCL}
irq257: hpet0:t1 (no thread)
hpet0:t1 CLK 0(0xffffff8001f83268) {EXCL}
irq258: hpet0:t2 (no thread)
hpet0:t2 CLK 0(0xffffff8001f83438) {EXCL}
irq259: bge0 (no thread)
bge0 NET 0(0xffffff8001f87000) {MPSAFE}
irq260: ahci0 (pid 12) {ENTROPY}
ahci0 DISK ahci_intr(0xfffffe000280d060) {ENTROPY, MPSAFE}
db> show irqs
irq0: attimer0 (no thread)
irq1: (no thread)
irq3: (no thread)
irq4: (no thread)
irq5: (no thread)
irq6: (no thread)
irq7: (no thread)
irq8: atrtc0 (no thread)
irq9: acpi0 (no thread)
irq10: (no thread)
irq11: (no thread)
irq12: (no thread)
irq13: (no thread)
irq14: ata0 (pid 12) {ENTROPY}
irq15: ata1 (pid 12) {ENTROPY}
irq16: (no thread)
irq17: ehci0 ehci1+ (pid 12)
irq18: ohci0 ohci1+ (pid 12)
irq19: (no thread)
irq20: (no thread)
irq21: (no thread)
irq22: (no thread)
irq23: (no thread)
irq256: hpet0:t0 (no thread)
irq257: hpet0:t1 (no thread)
irq258: hpet0:t2 (no thread)
irq259: bge0 (no thread)
irq260: ahci0 (pid 12) {ENTROPY}
db> show intr/av
irq1: (no thread)
irq0: attimer0 (no thread)
attimer0 CLK 0(0xfffffe000287c600) {EXCL, MPSAFE}
irq3: (no thread)
irq4: (no thread)
irq5: (no thread)
irq6: (no thread)
irq7: (no thread)
irq8: atrtc0 (no thread)
atrtc0 CLK 0(0xfffffe000287ca00) {EXCL}
irq9: acpi0 (no thread)
acpi0 DULL 0(0xfffffe000284a1c0) {MPSAFE}
irq10: (no thread)
irq11: (no thread)
irq12: (no thread)
irq13: (no thread)
irq14: ata0 (pid 12) {ENTROPY}
ata0 DISK ata_interrupt(0xfffffe00068c8800) {ENTROPY, MPSAFE}
irq15: ata1 (pid 12) {ENTROPY}
ata1 DISK ata_interrupt(0xfffffe00068ca000) {ENTROPY, MPSAFE}
irq16: (no thread)
irq17: ehci0 ehci1+ (pid 12)
ehci0 DISK ehci_interrupt(0xffffff8001f98000) {MPSAFE}
ehci1 DISK ehci_interrupt(0xffffff8001fa4000) {MPSAFE}
ehci2 DISK ehci_interrupt(0xffffff8001fb0000) {MPSAFE}
irq18: ohci0 ohci1+ (pid 12)
ohci0 DISK ohci_interrupt(0xffffff8001f95000) {MPSAFE}
ohci1 DISK ohci_interrupt(0xffffff8001fa1000) {MPSAFE}
ohci2 DISK ohci_interrupt(0xffffff8001fad000) {MPSAFE}
irq19: (no thread)
irq20: (no thread)
irq21: (no thread)
irq22: (no thread)
irq23: (no thread)
swi1: netisr 0 (pid 12) {SOFT}
netisr 0 SWI swi_net(0xffffffff81775880) {MPSAFE}
swi3: vm (pid 12) {SOFT}
vm SWI swi_vm(0) {MPSAFE}
swi4: clock (pid 12) {SOFT}
clock SWI softclock(0xffffffff81257dc0) {MPSAFE}
swi4: clock (pid 12) {SOFT}
clock SWI softclock(0xffffffff81257e40) {MPSAFE}
swi6: Giant taskq (pid 12) {SOFT}
Giant taskq SWI taskqueue_swi_giant_run(0)
swi6: task queue (pid 12) {SOFT}
task queue SWI taskqueue_swi_run(0) {MPSAFE}
swi2: cambio (pid 12) {SOFT}
cambio SWI camisr(0) {MPSAFE}
swi5: + (pid 12) {SOFT}
Fast task queue SWI taskqueue_fast_run(0) {MPSAFE}
irq256: hpet0:t0 (no thread)
hpet0:t0 CLK 0(0xffffff8001f83098) {EXCL}
irq257: hpet0:t1 (no thread)
hpet0:t1 CLK 0(0xffffff8001f83268) {EXCL}
irq258: hpet0:t2 (no thread)
hpet0:t2 CLK 0(0xffffff8001f83438) {EXCL}
irq259: bge0 (no thread)
bge0 NET 0(0xffffff8001f87000) {MPSAFE}
irq260: ahci0 (pid 12) {ENTROPY}
ahci0 DISK ahci_intr(0xfffffe000280d060) {ENTROPY, MPSAFE}
db> capture off
--
Pawel Jakub Dawidek http://www.wheelsystems.com
FreeBSD committer http://www.FreeBSD.org
Pawel Jakub Dawidek http://www.wheelsystems.com
FreeBSD committer http://www.FreeBSD.org